-- Logs begin at Thu 2022-06-16 13:58:43 UTC, end at Thu 2022-06-16 15:19:43 UTC. -- Jun 16 14:47:15.031357 dv-cinder-837165-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 14:47:17.982068 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.common.config [-] Logging enabled! Jun 16 14:47:17.982821 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 14:47:17.982967 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110370) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 14:47:17.986957 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.common.config [-] Logging enabled! Jun 16 14:47:17.987438 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 14:47:17.987917 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110370) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 14:47:17.989808 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:47:17.990052 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:47:17.990681 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:47:17.991527 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:47:17.991527 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:47:17.992062 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.992565 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.992971 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.993328 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.993943 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.994209 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.994599 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.994985 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.995469 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.995796 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.996204 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.996452 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.996754 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.997092 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.997400 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.997638 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] debug = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.997984 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.998425 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.998856 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.999173 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.999476 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:17.999775 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.000070 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.000366 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.000693 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.001163 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] host = dv-cinder-837165-3-iscsi {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.001459 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.001762 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.002064 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.002363 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.002646 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.002936 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.003234 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.003515 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.003797 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] log_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.004085 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.004386 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.004684 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.005018 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.005249 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.005482 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.005781 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.006076 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.006361 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.006646 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.006931 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.007214 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.007499 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.007773 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.008071 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.008366 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.008664 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.008975 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.009261 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.009543 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.009827 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.010155 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.010438 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.010720 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.011006 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.011306 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.011583 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.011864 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.012179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.012477 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.012771 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.013096 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.013380 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.013674 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.013956 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.014234 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.014509 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] use_json = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.014791 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.015065 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.015360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.015636 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.015911 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.016192 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.016473 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.016766 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.017075 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:18.017387 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.017694 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.018001 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.018292 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.018609 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.018900 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.019196 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.019482 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.019777 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.020073 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.020379 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.020952 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.021270 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.021569 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.021874 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.022194 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.022496 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.022799 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.023083 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.023365 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.023647 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.023934 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.024235 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.024518 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.024816 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.025141 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.025430 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.026282 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.026578 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.026873 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.027179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.027479 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.027760 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.028049 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.028350 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.028641 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.028956 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.029256 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.029545 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.029821 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.030112 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.030415 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.030713 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.030990 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.031271 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.031579 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.031948 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.032232 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.032510 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.032795 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.033105 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.033460 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.033749 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.034146 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.034589 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.035050 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.035474 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.035915 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.036349 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.036793 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.037287 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.037745 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.038191 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.038662 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.039120 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.039571 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.040020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.040470 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.040980 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.041989 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.042432 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.042893 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.043341 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.043800 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.044297 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.044778 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.045279 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.045768 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.046211 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.046684 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.047158 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.047604 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.048066 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.048528 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.048903 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.049219 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.049531 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.049833 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.050135 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.050474 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.050768 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.051060 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.051356 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.051705 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.051938 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.052239 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.052533 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.052873 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.053187 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.053478 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.053785 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.054090 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.054399 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.054691 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.055016 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.055304 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:18.055529 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:47:18.055787 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110370) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 14:47:18.468628 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 14:47:18.468946 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 14:47:18.469324 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 14:47:18.469682 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 14:47:18.823487 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.823827 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.824157 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.827761 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.828139 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.828461 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.899123 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.899499 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.899657 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.917214 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.917530 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.917809 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.952253 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.952542 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.952832 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.995245 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.995965 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:18.995965 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.254205 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.254457 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.254711 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.255033 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.256127 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.369262 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.369594 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.369980 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.370363 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.370645 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.370970 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.371236 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.371497 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.371869 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.372241 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.372414 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.372991 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.373697 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.373697 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.373697 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.376153 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.376153 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.376153 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.376153 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.376153 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.377833 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.377833 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.377833 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.377833 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.377833 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.378881 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.378881 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:19.378881 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:19.378881 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:19.378881 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:19.379531 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:19.379531 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:19.379994 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 14:47:19.383838 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 14:47:19.388786 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 14:47:19.393467 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jun 16 14:47:19.395279 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 14:47:19.396076 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 14:47:19.396454 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 14:47:19.396935 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 14:47:19.399974 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 14:47:19.400219 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 14:47:19.400629 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 14:47:19.406125 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 14:47:19.431022 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 14:47:19.431491 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.432345 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110370) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 14:47:19.432738 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.434243 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110370) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 14:47:19.434536 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 14:47:19.434786 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 14:47:19.438611 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.438892 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:19.587828 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 14:47:19.588648 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 14:47:19.589008 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 14:47:19.589479 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 14:47:19.642793 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO dbcounter [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Registered counter for database neutron Jun 16 14:47:19.664063 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_db.sqlalchemy.engines [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110370) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 14:47:19.672080 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writer thread running {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 14:47:20.277691 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Initializing driver for type 'gre' Jun 16 14:47:20.278358 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] gre ID ranges: [(1, 1000)] Jun 16 14:47:20.373871 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Initializing driver for type 'local' Jun 16 14:47:20.374460 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Initializing driver for type 'vlan' Jun 16 14:47:20.401364 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] VlanTypeDriver initialization complete Jun 16 14:47:20.401890 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Initializing driver for type 'vxlan' Jun 16 14:47:20.402687 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] vxlan ID ranges: [(1, 1000)] Jun 16 14:47:20.486503 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Initializing extension driver 'port_security' Jun 16 14:47:20.487108 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] PortSecurityExtensionDriver initialization complete Jun 16 14:47:20.487565 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Initializing mechanism driver 'openvswitch' Jun 16 14:47:20.488093 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Initializing mechanism driver 'hyperv' Jun 16 14:47:20.496055 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.plugin [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:20.496754 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > port after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.497159 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > port after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.497516 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > port after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.498067 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 14:47:20.498507 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > subnet after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.498871 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > subnet after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.499225 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.499629 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 14:47:20.500047 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > network after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.500401 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > network after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.500753 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > network after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.501292 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 14:47:20.501616 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > security_group after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.501970 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > security_group after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.502316 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.502721 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 14:47:20.503181 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.503493 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.503839 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.504416 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 14:47:20.504865 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > address_group after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.505249 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > address_group after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.505596 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.505999 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 14:47:20.506464 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] ML2 OVO RPC backend initialized. {{(pid=110370) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 14:47:20.507251 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.507622 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.508051 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > network before_response 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.508409 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > networks before_response 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.508762 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > port before_response 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.509143 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > ports before_response 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.509498 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > subnet before_response 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.510510 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > subnets before_response 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.510875 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > network after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.511226 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > network after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.511576 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > network after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.511924 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > port after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.512271 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > port after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.512620 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > port after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.512994 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > subnet after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.513343 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > subnet after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.513729 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.522508 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded quota_driver: . Jun 16 14:47:20.522885 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.plugin [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Modular L2 Plugin initialization complete Jun 16 14:47:20.523239 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading services supported by the core plugin {{(pid=110370) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 14:47:20.523623 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.plugins.ml2.managers [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Got port-security extension from driver 'port_security' Jun 16 14:47:20.524177 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.extensions.vlantransparent [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Disabled vlantransparent extension. Jun 16 14:47:20.524695 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110370) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 14:47:20.525081 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading Plugin: router Jun 16 14:47:20.570593 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.571070 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router after_create 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.571489 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router before_create 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.571906 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.573112 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.573513 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router after_delete 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.573934 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.574334 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.574754 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router after_create 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.575155 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router after_update 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.575564 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router after_update 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.575967 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.576382 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router after_update 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.576900 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_update 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.577334 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: port after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.577727 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: port after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.578136 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: subnet after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.578523 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.578931 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.579332 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_create 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.579725 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: port before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.580151 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.580598 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router after_update 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.581050 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.581485 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_create 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.581944 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.582346 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_update 55549900 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.582793 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > agent after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.583199 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > agent after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.583599 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > network after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.584655 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Tracking information for resource: router configured {{(pid=110370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:20.585082 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Tracking information for resource: floatingip configured {{(pid=110370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:20.591003 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.db.l3_agentschedulers_db [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 14:47:20.591667 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: port after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.592089 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: port after_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.592495 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: port after_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.592968 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: port after_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.594610 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router before_create 55550100 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.594610 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.594934 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_create 55550100 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.595234 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > router precommit_update 55550100 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.601398 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.services.provider_configuration [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service providers = [] {{(pid=110370) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 14:47:20.602013 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.db.servicetype_db [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110370) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 14:47:20.606696 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.services.service_base [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:47:20.607045 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.services.service_base [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:47:20.607393 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.services.service_base [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:47:20.608389 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.services.service_base [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:47:20.608781 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.services.service_base [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 14:47:20.609226 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:20.609551 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 14:47:20.622626 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:20.623159 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading Plugin: auto_allocate Jun 16 14:47:20.630870 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: network precommit_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.631300 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: network precommit_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.631912 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:20.632281 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading Plugin: tag Jun 16 14:47:20.641289 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:20.641690 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading Plugin: timestamp Jun 16 14:47:20.646823 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:20.647202 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading Plugin: network_ip_availability Jun 16 14:47:20.655212 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.655791 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.656344 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.657744 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:20.658264 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading Plugin: flavors Jun 16 14:47:20.667256 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:20.667774 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading Plugin: revisions Jun 16 14:47:20.673300 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:20.673704 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_concurrency.lockutils [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.204s {{(pid=110370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 14:47:20.674596 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110370) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 14:47:20.674888 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Initializing extension manager. Jun 16 14:47:20.675458 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: __init__.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.676069 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: __pycache__ {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.676425 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: _port_mac_address_override.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.676770 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: address_group.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.677718 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.678350 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: address-group Jun 16 14:47:20.678687 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: address_scope.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.679471 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.680003 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: address-scope Jun 16 14:47:20.680333 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.681487 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.682213 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: router-admin-state-down-before-update Jun 16 14:47:20.682539 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: agent.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.683335 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.683860 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: agent Jun 16 14:47:20.684183 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: agent_resources_synced.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.685240 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.685763 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: agent-resources-synced Jun 16 14:47:20.686091 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: allowedaddresspairs.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.688205 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.688939 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: allowed-address-pairs Jun 16 14:47:20.689315 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: auto_allocated_topology.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.690748 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.691435 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: auto-allocated-topology Jun 16 14:47:20.691824 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: availability_zone.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.692642 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.693247 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: availability_zone Jun 16 14:47:20.693613 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: availability_zone_filter.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.694732 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.695319 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: availability_zone_filter Jun 16 14:47:20.695677 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: data_plane_status.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.696788 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.698046 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 14:47:20.698417 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: default_subnetpools.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.699548 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.700141 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: default-subnetpools Jun 16 14:47:20.700511 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.701562 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.702156 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: dhcp_agent_scheduler Jun 16 14:47:20.702521 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: dns.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.703699 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.704294 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 14:47:20.704663 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: dns_domain_ports.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.705841 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.706428 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 14:47:20.706797 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.707917 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.708520 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 14:47:20.708990 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: dvr.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.709852 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.710479 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: dvr Jun 16 14:47:20.710892 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: ecmp_routes.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.712057 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.712690 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 14:47:20.713770 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: empty_string_filtering.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.714940 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.715574 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: empty-string-filtering Jun 16 14:47:20.715982 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.717112 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.717734 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 14:47:20.718142 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.719249 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.719871 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 14:47:20.720289 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: external_net.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.721438 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.722066 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: external-net Jun 16 14:47:20.722476 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.723605 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.724246 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: extra_dhcp_opt Jun 16 14:47:20.724656 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: extraroute.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.725814 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.726432 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: extraroute Jun 16 14:47:20.726839 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: extraroute_atomic.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.728052 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.728644 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: extraroute-atomic Jun 16 14:47:20.729021 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: filter_validation.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.729741 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.730250 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: filter-validation Jun 16 14:47:20.730576 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: fip_pf_description.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.731678 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.732270 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 14:47:20.732600 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: fip_pf_port_range.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.733759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.734339 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 14:47:20.734739 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: fip_port_details.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.735825 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.736400 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: fip-port-details Jun 16 14:47:20.736727 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: flavors.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.738296 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.739099 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: flavors Jun 16 14:47:20.739597 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.743909 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.744558 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 14:47:20.744940 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: floatingip_pools.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.745801 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.746336 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: floatingip-pools Jun 16 14:47:20.746672 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: ip_allocation.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.747768 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.748403 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 14:47:20.748751 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.749886 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.750436 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: ip-substring-filtering Jun 16 14:47:20.750769 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l2_adjacency.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.751803 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.752331 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 14:47:20.752663 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.753795 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.754341 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: router Jun 16 14:47:20.754670 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.757308 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.757876 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 14:47:20.758216 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.759286 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.760428 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: ext-gw-mode Jun 16 14:47:20.760766 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.761842 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.762387 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: l3-ha Jun 16 14:47:20.762734 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.763739 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.764279 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 14:47:20.764610 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3_flavors.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.765660 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.766194 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: l3-flavors Jun 16 14:47:20.766523 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.768036 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.768576 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 14:47:20.768943 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.769974 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.770538 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 14:47:20.771181 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: l3agentscheduler.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.772345 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.772899 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: l3_agent_scheduler Jun 16 14:47:20.773236 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: local_ip.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.775245 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.776447 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension local_ip not supported by any of loaded plugins Jun 16 14:47:20.776779 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: logging.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.778442 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.778986 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension logging not supported by any of loaded plugins Jun 16 14:47:20.779325 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: metering.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.780127 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.780733 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: metering Jun 16 14:47:20.781112 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.782355 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.782895 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: metering_source_and_destination_fields Jun 16 14:47:20.783228 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: multiprovidernet.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.784243 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.784778 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: multi-provider Jun 16 14:47:20.785141 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: netmtu.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.786323 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.786852 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: net-mtu Jun 16 14:47:20.787185 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: netmtu_writable.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.788345 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.789006 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: net-mtu-writable Jun 16 14:47:20.789471 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: network_availability_zone.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.790214 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.790739 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: network_availability_zone Jun 16 14:47:20.791127 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: network_ip_availability.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.792543 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.793107 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: network-ip-availability Jun 16 14:47:20.793437 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: network_segment_range.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.794264 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.794774 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 14:47:20.795105 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: pagination.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.796164 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.796506 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: pagination Jun 16 14:47:20.796860 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: port_device_profile.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.797825 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.798380 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: port-device-profile Jun 16 14:47:20.798797 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: port_mac_address_override.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.799880 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.800404 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: port-mac-override Jun 16 14:47:20.800730 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.801820 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.802346 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: port-mac-address-regenerate Jun 16 14:47:20.802740 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.803815 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.804349 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: port-numa-affinity-policy Jun 16 14:47:20.804676 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: port_resource_request.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.805680 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.806212 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 14:47:20.806540 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: port_resource_request_groups.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.807658 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.808177 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 14:47:20.808507 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: portbindings.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.811418 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.811418 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: binding Jun 16 14:47:20.811418 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: portbindings_extended.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.811891 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.812347 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: binding-extended Jun 16 14:47:20.812678 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: portsecurity.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.817359 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.817359 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: port-security Jun 16 14:47:20.817359 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: project_id.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.817359 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.817359 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: project-id Jun 16 14:47:20.817359 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: providernet.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.818302 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.818302 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: provider Jun 16 14:47:20.818302 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.822213 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.823296 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos not supported by any of loaded plugins Jun 16 14:47:20.823633 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.825089 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.825625 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 14:47:20.825958 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.826929 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.827448 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 14:47:20.827781 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_default.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.828763 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.829332 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-default not supported by any of loaded plugins Jun 16 14:47:20.829667 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_fip.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.830612 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.831133 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 14:47:20.831463 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.832392 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.832942 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 14:47:20.833274 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_gateway_ip.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.834218 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.834734 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 14:47:20.835061 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_port_network_policy.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.836016 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.836536 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 14:47:20.836887 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.839282 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.840706 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 14:47:20.841300 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.843129 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.843738 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 14:47:20.844073 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_pps_rule.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.845473 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.846070 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 14:47:20.846442 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_rule_type_details.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.847480 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.848202 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 14:47:20.848610 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.849983 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.850563 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 14:47:20.850931 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: qos_rules_alias.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.852252 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.852898 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 14:47:20.853303 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: quota_check_limit.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.854406 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.854992 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: quota-check-limit Jun 16 14:47:20.855401 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: quotasv2.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.856561 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.857001 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: quotas Jun 16 14:47:20.857371 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: quotasv2_detail.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.859327 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.859715 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: quota_details Jun 16 14:47:20.860093 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: rbac.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.861530 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.862408 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: rbac-policies Jun 16 14:47:20.862911 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: rbac_address_group.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.864259 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.865032 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: rbac-address-group Jun 16 14:47:20.865662 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: rbac_address_scope.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.868234 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.868982 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: rbac-address-scope Jun 16 14:47:20.869466 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: rbac_security_groups.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.870536 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.871121 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: rbac-security-groups Jun 16 14:47:20.871487 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: rbac_subnetpool.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.872558 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.873573 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: rbac-subnetpool Jun 16 14:47:20.873993 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: revisionifmatch.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.875128 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.875704 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: revision-if-match Jun 16 14:47:20.876075 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: revisions.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.877652 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.878137 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: standard-attr-revisions Jun 16 14:47:20.878456 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: router_availability_zone.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.879236 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.879910 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: router_availability_zone Jun 16 14:47:20.880282 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: routerservicetype.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.881461 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.882173 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 14:47:20.882588 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.883748 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.885749 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: security-groups-normalized-cidr Jun 16 14:47:20.885749 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.886838 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.887478 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: port-security-groups-filtering Jun 16 14:47:20.887891 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.889073 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.889777 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: security-groups-remote-address-group Jun 16 14:47:20.890155 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.891216 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.891791 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: security-groups-shared-filtering Jun 16 14:47:20.892161 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: securitygroup.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.904032 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.904623 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: security-group Jun 16 14:47:20.904996 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: segment.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.905844 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.906362 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension segment not supported by any of loaded plugins Jun 16 14:47:20.906692 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.907755 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.908274 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 14:47:20.908605 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: servicetype.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.909825 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.910360 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: service-type Jun 16 14:47:20.910690 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: sorting.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.911708 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.912047 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: sorting Jun 16 14:47:20.912377 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: standard_attr_segment.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.913370 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.913950 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 14:47:20.914279 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: standardattrdescription.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.914983 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.915501 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: standard-attr-description Jun 16 14:47:20.915830 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: stateful_security_group.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.916992 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.917533 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: stateful-security-group Jun 16 14:47:20.917864 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: stdattrs_common.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.918503 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 14:47:20.918828 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.919906 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.920429 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 14:47:20.920753 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: subnet_onboard.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.921991 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.925610 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: subnet_onboard Jun 16 14:47:20.925610 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.925610 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.925610 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 14:47:20.925610 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: subnet_service_types.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.926135 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.926276 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: subnet-service-types Jun 16 14:47:20.926603 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: subnetallocation.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.927762 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.928289 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: subnet_allocation Jun 16 14:47:20.928619 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.929375 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.929949 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: subnetpool-prefix-ops Jun 16 14:47:20.930403 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.931293 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.931912 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 14:47:20.932243 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: tagging.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.933457 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.933993 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: standard-attr-tag Jun 16 14:47:20.934323 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: timestamp.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.935643 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.936176 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loaded extension: standard-attr-timestamp Jun 16 14:47:20.936506 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: trunk.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.937613 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.938139 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension trunk not supported by any of loaded plugins Jun 16 14:47:20.938471 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: trunk_details.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.939416 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.939935 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 14:47:20.940263 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: uplink_status_propagation.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.941264 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.941784 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 14:47:20.942113 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Loading extension file: vlantransparent.py {{(pid=110370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 14:47:20.942825 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 14:47:20.943338 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 14:47:20.946083 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:network Jun 16 14:47:20.946628 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:subnet Jun 16 14:47:20.947035 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:20.948000 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:port Jun 16 14:47:20.949483 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.949901 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service FLAVORS assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.950525 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.950960 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.951299 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:router Jun 16 14:47:20.951756 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 14:47:20.952266 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service METERING assigned prefix: /metering {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.953839 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.954217 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.954572 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.955714 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 14:47:20.956290 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:security_group Jun 16 14:47:20.956757 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 14:47:20.957496 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service CORE assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.957836 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:20.958268 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] subnetpool is already registered Jun 16 14:47:20.958771 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service CORE assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.959145 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:20.959529 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] subnetpool is already registered Jun 16 14:47:20.962218 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.962662 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service FLAVORS assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.963932 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.964368 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.964709 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:router Jun 16 14:47:20.965085 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] router is already registered Jun 16 14:47:20.965512 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 14:47:20.965855 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] floatingip is already registered Jun 16 14:47:20.966333 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service METERING assigned prefix: /metering {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.967051 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 14:47:20.967382 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] rbac_policy is already registered Jun 16 14:47:20.967812 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:security_group Jun 16 14:47:20.968157 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] security_group is already registered Jun 16 14:47:20.968566 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 14:47:20.968931 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] security_group_rule is already registered Jun 16 14:47:20.969628 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service CORE assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.969973 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:20.970312 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] subnetpool is already registered Jun 16 14:47:20.970814 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.v2.resource_helper [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Service CORE assigned prefix: {{(pid=110370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:20.971260 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:20.971643 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING neutron.quota.resource_registry [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] subnetpool is already registered Jun 16 14:47:20.972200 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: extensions {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.975169 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: address-groups {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.975753 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: address-scopes {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.977220 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: agents {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.978539 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: auto-allocated-topology {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.979886 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: availability_zones {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.981366 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: dhcp-networks {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.982979 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: dhcp-agents {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.984564 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: routers {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.986584 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: flavors {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.988708 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: service_profiles {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.990868 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: next_providers {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.993323 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: service_profiles {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.997386 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: floatingip-pools {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:20.998713 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: routers {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.000507 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: floatingips {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.002026 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: l3-routers {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.003638 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: l3-agents {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.005247 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: metering-labels {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.006603 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: metering-label-rules {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.008085 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: network-ip-availabilities {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.009456 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: bindings {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.012036 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: quotas {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.013877 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: quotas {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.016048 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: rbac-policies {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.018386 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: security-groups {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.019831 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: security-group-rules {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.021577 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: service-providers {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.022988 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: subnetpools {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.024408 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: subnetpools {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.026246 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.028050 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.030004 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.031805 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.033605 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.035665 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.037464 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.039356 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.041226 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.043000 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron.api.extensions [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Extended resource: tags {{(pid=110370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:21.049218 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING keystonemiddleware.auth_token [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 14:47:21.054548 dv-cinder-837165-3-iscsi neutron-server[110370]: WARNING keystonemiddleware.auth_token [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 14:47:21.064250 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_concurrency.lockutils [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Acquired lock "singleton_lock" {{(pid=110370) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 14:47:21.064721 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_concurrency.lockutils [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Releasing lock "singleton_lock" {{(pid=110370) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 14:47:21.065421 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO oslo_service.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Starting 2 workers Jun 16 14:47:21.070414 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Started child 110479 {{(pid=110370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:47:21.076036 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Started child 110480 {{(pid=110370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:47:21.077308 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:21.078105 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO neutron.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 14:47:21.078373 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:21.079005 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [-] (110479) wsgi starting up on http://0.0.0.0:9696 Jun 16 14:47:21.081208 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO oslo_service.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Starting 1 workers Jun 16 14:47:21.084270 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:21.086636 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Started child 110481 {{(pid=110370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:47:21.086837 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [-] (110480) wsgi starting up on http://0.0.0.0:9696 Jun 16 14:47:21.087213 dv-cinder-837165-3-iscsi neutron-server[110370]: INFO oslo_service.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Starting 1 workers Jun 16 14:47:21.092048 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] calling RpcWorker wait() {{(pid=110481) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 14:47:21.092809 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Started child 110482 {{(pid=110370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:47:21.092993 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.service [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] returning from RpcWorker wait() {{(pid=110481) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 14:47:21.093167 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6b40248b-082e-4831-8cc9-545baa8e7790 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:21.094383 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:21.094897 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:21.095280 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110370) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 14:47:21.095501 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:47:21.095892 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:47:21.096118 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:47:21.096633 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:47:21.096796 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:47:21.097547 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.097871 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.098176 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.098474 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.099113 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.099391 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.099632 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.099924 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.100201 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.100381 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.100552 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.100828 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.101093 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.101462 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.101744 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.101990 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.102249 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.102442 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.102668 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.102947 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.103184 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.103484 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:21.104590 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] debug = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.104590 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.104590 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.104590 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.105416 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.105416 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.105416 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.105967 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.105967 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.106349 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.106349 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.106718 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.106903 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.107106 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.107298 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.107483 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.107823 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.108021 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.108544 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] host = dv-cinder-837165-3-iscsi {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.108763 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.109024 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.109221 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.109419 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.109765 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.109975 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.110192 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.110406 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.110609 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.110838 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.111098 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.111344 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.111580 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.111833 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.112033 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_options = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.112225 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.112481 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.112770 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.113024 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.113228 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.113418 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.113608 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.113804 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.114005 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.114211 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.114407 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.114598 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.114869 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.115276 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.115708 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.116081 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.116462 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.116896 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.117331 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.117725 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.118245 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.118487 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.118852 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.119046 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.119939 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.120158 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.120369 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.120635 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.120981 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.121521 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.121768 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.122009 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.122216 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.122407 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.122613 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.122842 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.123064 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.123329 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.123591 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.124087 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.124254 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.124538 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.124680 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.125056 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.125654 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.125654 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.125942 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_json = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.126081 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.126338 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.126693 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.127319 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.127651 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.127984 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.128382 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.128775 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.128775 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.129381 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.129611 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.129835 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.130226 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.130226 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.130670 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.130888 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.131099 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.131288 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.131479 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.131715 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.131928 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.132260 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.132547 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.132816 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.133190 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.133462 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.133759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.133986 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.134369 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.135688 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.135941 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.136225 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.136471 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.136688 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.136984 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.137192 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.137440 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.137712 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.138059 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.138467 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.138696 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.138939 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.139216 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.139575 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.139727 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.139897 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.140298 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.140515 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.140728 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.141174 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.141174 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.141530 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.141727 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.141942 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.142191 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.142444 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.142741 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.142934 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.143128 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.143380 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.143585 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.143814 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.144007 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:21.144210 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.144571 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.144571 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.144983 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.145226 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.145226 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.145893 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.146095 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.146291 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.146470 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.146772 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.146987 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.147171 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.147365 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.147647 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.147859 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.148057 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.148242 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.148440 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.148809 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.148809 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.149207 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.149399 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.149789 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.149789 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.150223 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.150223 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.150727 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.150727 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.151171 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.151171 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.151619 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.151619 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.152053 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.152053 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.152490 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.152490 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.152490 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.153122 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.153122 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.153578 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.153578 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.154189 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.154189 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.154189 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.154995 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.154995 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.154995 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.155629 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.155629 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.156081 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.156081 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.156530 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.156530 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.156995 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.156995 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.157417 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.158127 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.158421 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.158648 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.159058 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.159340 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.159589 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.160034 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.160034 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.160690 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.160690 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.161196 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.161196 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.161615 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.161830 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.162068 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.162290 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.162508 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.162772 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.163027 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.163252 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.163485 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.163767 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.163990 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.164205 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.164459 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.164683 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.165122 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.165347 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.165579 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.165803 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.166020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.166254 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.166485 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.166843 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.167260 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.167671 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.168109 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.168890 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.169065 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.169419 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.169832 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.170182 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.170551 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.170975 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.171477 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.171697 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.172228 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.172534 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.173258 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.173669 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.174826 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.175198 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.175600 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.175975 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.176346 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.176744 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.177193 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.178217 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.178217 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.178406 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.178984 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.179140 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.179401 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.179757 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.180192 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.180574 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.182675 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.182675 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.182675 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.183190 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.183354 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.184206 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.184206 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.184533 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.184994 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.185384 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.185775 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.186324 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.186757 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.187163 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.187870 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.188254 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.188669 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.189317 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.189685 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.190092 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.190465 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.190902 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.191316 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.191712 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.192912 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.192912 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.192912 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.193384 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.193643 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.194019 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.194374 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.194761 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.195147 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.195532 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.196201 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.196341 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.196740 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.197138 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.198204 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.198581 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.198986 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.199345 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.199775 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.200152 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.200575 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.200978 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.201396 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.201834 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.202227 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.202605 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.203036 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.203437 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.203820 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.204235 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.204656 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.205052 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.205452 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.205853 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.206220 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.206932 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.207035 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.207362 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.207756 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.208124 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.208466 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.208897 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.209255 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.209659 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.210031 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.210430 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.210836 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.211233 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.211599 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.211979 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.212378 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.212767 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.213262 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.213690 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.214071 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.214432 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.214856 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.215250 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.215669 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.216134 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.216551 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.217028 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.217453 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.217885 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.218279 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.218680 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.219213 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.219596 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.220029 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.220385 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.220761 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.221204 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.221736 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.222185 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.222653 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.223228 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.223508 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.224900 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.224900 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.225189 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.225316 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.225762 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.226289 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.226752 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.227176 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.227575 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.227966 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.228335 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.228793 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.229203 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.229590 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.229967 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.230418 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.230859 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.231211 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.231595 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.231981 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.232313 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.232672 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.233042 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.233446 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.233860 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.234101 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:47:21.234996 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110370) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 14:47:21.235275 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:47:21.235490 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:47:21.235802 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:47:21.236116 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:47:21.236434 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:47:21.236746 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.237076 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.237362 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.237655 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.237977 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.238258 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.238500 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.238778 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.239051 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.239328 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.239607 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.239892 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.240182 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.240467 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.240751 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.241051 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.241300 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.241579 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.241855 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.242121 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.242392 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.242668 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] debug = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.242932 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.243259 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.243511 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.243781 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.244069 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.245009 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.245298 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.245582 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.245813 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.246054 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.246308 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:21.246454 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.246577 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.246838 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.247109 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.247348 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.247592 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.247839 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.248105 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] host = dv-cinder-837165-3-iscsi {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.248349 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.248619 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.248923 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.249209 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.249738 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.249738 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.249990 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.250233 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.250496 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.250783 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.251239 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.251511 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.251785 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.252232 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.252506 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_options = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.252787 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.253083 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.253348 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.253643 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.253904 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.254155 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.254437 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.254672 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.254896 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.255108 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.255638 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.255638 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.256340 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.256340 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.257178 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.257178 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.257178 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.257178 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.257695 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.257868 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.258011 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.258277 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.258565 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.258851 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.259300 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.259508 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.259736 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.260602 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.260898 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.261183 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.261451 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.261714 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.261986 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.262230 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.262456 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.262722 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.262998 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.263269 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.263546 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.263798 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.264064 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.264342 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.264623 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_json = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.268758 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.270020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.270020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.270020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.270020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:21.270020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.270020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.270020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.270020 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.271186 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 59204) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:47:21.271317 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.271317 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.271317 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.271317 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.271317 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.271317 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.271317 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.272070 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.272070 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.272346 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.272463 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.272652 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.274286 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.274286 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.274286 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.274286 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.274286 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.274286 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.275025 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.275025 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.275025 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.276759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.276759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.276759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.276759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.276759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.276759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.277603 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.277603 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.277603 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.281439 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.282592 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.282732 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081694 Jun 16 14:47:21.282829 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.282829 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.282829 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.282829 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.282829 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.282829 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.282829 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.283340 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.283579 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.283880 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.284181 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.284875 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.284875 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.285429 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.285710 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.286005 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.286819 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.286819 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.286819 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.287908 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.287908 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.287908 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.287908 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.288599 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.288599 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.289681 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.290553 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.290553 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.291037 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.291206 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.291391 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.291673 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.292347 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.292347 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.293446 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.293446 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.293446 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.293446 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.294071 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.294071 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.294333 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.294491 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.294704 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.295181 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.295415 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.295634 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.295856 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.296105 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.296563 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.296563 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.297842 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.297842 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.297842 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.297842 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.298703 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.298703 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.298703 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.298703 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.300465 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.300465 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.300465 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.300465 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.300465 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.300465 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.304455 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.304455 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.304455 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.304455 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.304455 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.304455 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.304455 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.304455 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.308372 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.308372 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.308372 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.308372 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.308372 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.308372 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.308372 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.308372 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.310360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.310360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.310360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.310360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.310360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.310360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.310360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.310360 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.313078 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.313078 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.313078 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.313078 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.313078 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.313078 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.313078 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.313078 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.314179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.314179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.314179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.314179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.314179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.314179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.314179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.314179 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.315137 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.315137 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.315137 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.315137 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.315137 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.315137 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.315137 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.315137 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316022 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316022 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316022 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316022 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316022 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316022 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316022 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316022 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316972 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316972 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.316972 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.317276 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.317391 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.317569 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.317862 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.318140 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.318433 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.318717 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.319003 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.319289 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.319590 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.319889 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.320161 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.320453 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.320745 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.321056 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.322074 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.322074 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.322074 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.323004 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.323237 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.323351 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.323592 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.323874 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.324156 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.324438 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.324921 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.325112 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.325349 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.325633 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.325929 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.326286 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.326507 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.326811 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.327107 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.327398 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.327694 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.327976 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.328249 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.328543 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.328873 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.329166 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.329449 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.329736 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.330046 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.330373 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.330642 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.330964 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.331193 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.331483 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.331778 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.332068 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.332362 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.332658 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.332995 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.333272 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.333557 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.333873 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.334168 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.334456 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.334747 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.335040 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.335321 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.335636 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.335971 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.336185 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.336458 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.336741 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.337172 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.337336 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.337589 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.337941 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.338233 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.339759 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.340077 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.340398 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.340700 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.341025 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.341322 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.341614 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.341896 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.342182 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.342438 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.342722 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.343007 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.343312 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.343592 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.343897 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.344197 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.344490 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.344775 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.345105 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.345388 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.345707 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.345958 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.346284 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.346502 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.346763 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.347121 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.347329 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.347612 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.347890 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.348170 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.348418 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.348704 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.349435 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.349435 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.349736 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.349865 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.350144 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.350436 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.350731 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.351031 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.351356 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.351531 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.351836 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.352119 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.352401 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.352699 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.353014 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.353282 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.354170 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.354588 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.354907 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.354907 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.355883 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.355883 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.355883 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.356534 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.356534 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.356534 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.358094 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.358094 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.358094 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.358094 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.358094 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:21.358094 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:47:30.475719 dv-cinder-837165-3-iscsi neutron-server[110370]: DEBUG dbcounter [-] [110370] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:47:37.308061 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writer thread running {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 14:47:37.330865 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd7791-dafb-4322-a04a-dad73e207752 None None] get_active_networks_info from dv-cinder-837165-3-iscsi {{(pid=110481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 14:47:37.410869 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac935-f220-4dbf-8531-7908e6a70345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2081385'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:37.499625 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd7791-dafb-4322-a04a-dad73e207752 None None] No non-hosted networks {{(pid=110481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 14:47:39.010323 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writer thread running {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 14:47:40.146854 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6627c9de-d407-4313-92df-0c1cc87f5973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2081385'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:40.154446 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ef6516d6-bbf5-4b49-8e09-349519871d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:42.083789 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 59276) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:47:42.507149 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2081385'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:43.231286 dv-cinder-837165-3-iscsi neutron-server[110480]: WARNING oslo_policy.policy [None req-cac9c9a4-5191-4ff0-8135-154fb5fe16c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:43.233358 dv-cinder-837165-3-iscsi neutron-server[110480]: WARNING oslo_policy.policy [None req-cac9c9a4-5191-4ff0-8135-154fb5fe16c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:43.700590 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [None req-cac9c9a4-5191-4ff0-8135-154fb5fe16c5 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:47:43.714204 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-cac9c9a4-5191-4ff0-8135-154fb5fe16c5 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.6227081 Jun 16 14:47:44.352304 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2081385'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:44.357669 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.359117 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.360813 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.364624 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.366311 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.367839 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.370971 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.373260 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.374227 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.376504 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.378074 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.381297 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.383648 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.385590 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.386756 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:44.391479 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837165-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:44.419177 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837165-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:44.906788 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2081385'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:44.915403 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.db.l3_hamode_db [None req-2fa9aaa3-358b-430e-8f19-90fa5348e483 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 14:47:45.066001 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9aaa3-358b-430e-8f19-90fa5348e483 None None] Routers set() bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:47:45.066540 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9aaa3-358b-430e-8f19-90fa5348e483 None None] Router IDs set() for agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 14:47:46.924215 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 59310) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:47:47.729369 dv-cinder-837165-3-iscsi neutron-server[110479]: WARNING oslo_policy.policy [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:47.730320 dv-cinder-837165-3-iscsi neutron-server[110479]: WARNING oslo_policy.policy [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:48.136465 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:47:48.305269 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.policy [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110479) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 14:47:48.383867 dv-cinder-837165-3-iscsi neutron-server[110479]: WARNING oslo_policy.policy [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:48.384504 dv-cinder-837165-3-iscsi neutron-server[110479]: WARNING oslo_policy.policy [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:48.420450 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writer thread running {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 14:47:48.551133 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777654260', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777654776', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777670362', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777564348', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777552569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777578264', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-714872', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-707714', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1680294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2015648'] for rbac-policy (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:48.660120 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:48.662444 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-8d795556-6a10-4871-a172-df9d1e7d8a86 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.7366788 Jun 16 14:47:51.629224 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 59328) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:47:52.158808 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:47:52.170779 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=21,neutron:INSERT=32,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:47:52.198495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Made reservation on behalf of d7f352c1af1440d09ff65044ae139a10 for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:47:52.202795 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:52.225251 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:52.392112 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Publish callbacks [] for security_group (0b193899-d508-404d-9e42-ff5c2f9df742), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:52.398740 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (0b193899-d508-404d-9e42-ff5c2f9df742), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:52.463944 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:47:52.518981 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782779508462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (7510507b-594c-4aea-b920-1b85f6f60da4), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:52.519861 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Unsubscribe: segment precommit_create {{(pid=110479) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 14:47:52.520628 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Added segment 7510507b-594c-4aea-b920-1b85f6f60da4 of type vlan for network 551f5cbc-6299-490a-a7e3-b4747286a551 Jun 16 14:47:52.552107 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0b193899-d508-404d-9e42-ff5c2f9df742,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:52.652612 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.653712 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.653902 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.654417 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.655175 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.655544 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.656106 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.656749 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.657326 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.657853 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.658384 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.658936 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.659477 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.660003 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.660546 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Tracked resource versions report: Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: pushed versions: Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: { 'AddressGroup': {'1.2'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Agent': {'1.1'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'ConntrackHelper': {'1.0'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'LocalIPAssociation': {'1.0'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Log': {'1.0'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'NDPProxy': {'1.0'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Network': {'1.1'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Port': {'1.7'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'PortForwarding': {'1.3'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'QosPolicy': {'1.10'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SecurityGroup': {'1.5'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SubPort': {'1.0'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Subnet': {'1.1'}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Trunk': {'1.1'}} Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: consumer versions: Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: { DHCP agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: L3 agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: Metadata agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: Metering agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: Open vSwitch agent@dv-cinder-837165-3-iscsi: { 'AddressGroup': '1.2', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Agent': '1.1', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'ConntrackHelper': '1.0', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'LocalIPAssociation': '1.0', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Log': '1.0', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'NDPProxy': '1.0', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Network': '1.1', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Port': '1.7', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'PortForwarding': '1.3', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'QosPolicy': '1.10', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SecurityGroup': '1.5', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SecurityGroupRule': '1.2', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SubPort': '1.0', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Subnet': '1.1', Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Trunk': '1.1'}} Jun 16 14:47:52.663196 dv-cinder-837165-3-iscsi neutron-server[110479]: {{(pid=110479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:47:52.723151 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (551f5cbc-6299-490a-a7e3-b4747286a551), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:52.801628 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (551f5cbc-6299-490a-a7e3-b4747286a551), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:52.812104 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:47:52.813387 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:52.967854 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3372436 Jun 16 14:47:53.046976 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657655-7bd3-480b-b4c1-e1c8c1be5e91 demo demo] Pushing event updated for resources: {'Network': ['ID=551f5cbc-6299-490a-a7e3-b4747286a551,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:53.064098 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 551f5cbc-6299-490a-a7e3-b4747286a551 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:47:53.115770 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=24,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:47:55.897772 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 59344) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:47:55.916956 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:47:55.926879 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=8 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:47:56.374611 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writer thread running {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 14:47:56.439458 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:47:56.713289 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.policy [None req-7ccb13f0-150d-4fbc-8fd1-2ae801476cd3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110480) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 14:47:56.800168 dv-cinder-837165-3-iscsi neutron-server[110480]: WARNING oslo_policy.policy [None req-7ccb13f0-150d-4fbc-8fd1-2ae801476cd3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:56.800817 dv-cinder-837165-3-iscsi neutron-server[110480]: WARNING oslo_policy.policy [None req-7ccb13f0-150d-4fbc-8fd1-2ae801476cd3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:56.817272 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb13f0-150d-4fbc-8fd1-2ae801476cd3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:47:56.820335 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-7ccb13f0-150d-4fbc-8fd1-2ae801476cd3 demo admin] 10.222.0.72 "GET /v2.0/networks/551f5cbc-6299-490a-a7e3-b4747286a551 HTTP/1.1" status: 200 len: 826 time: 0.9213090 Jun 16 14:47:56.892481 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-ffcdcfc9-a160-435b-893f-aa1a8b6a1907 demo admin] 10.222.0.72 "GET /v2.0/subnetpools/27bacdee-e81f-44f0-ab59-f44025fd94ed HTTP/1.1" status: 200 len: 734 time: 0.0644059 Jun 16 14:47:56.906912 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '27bacdee-e81f-44f0-ab59-f44025fd94ed', 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:47:56.980785 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Made reservation on behalf of d7f352c1af1440d09ff65044ae139a10 for: {'subnet': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:47:56.985523 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:57.464572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (3a52521e-e14c-4740-95a2-d82cd41d27a0), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:57.592130 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Checking segment: {'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:47:57.592760 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Network hostable DHCP agents. Network: 551f5cbc-6299-490a-a7e3-b4747286a551, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:47:57.619705 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Pushing event updated for resources: {'Subnet': ['ID=3a52521e-e14c-4740-95a2-d82cd41d27a0,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:57.651570 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.652097 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.652656 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.653232 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.653771 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.654274 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.654788 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.655340 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.655839 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.656315 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.656911 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.657465 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.657895 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.658444 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.658975 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Tracked resource versions report: Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: pushed versions: Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: { 'AddressGroup': {'1.2'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Agent': {'1.1'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'ConntrackHelper': {'1.0'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'LocalIPAssociation': {'1.0'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Log': {'1.0'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'NDPProxy': {'1.0'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Network': {'1.1'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Port': {'1.7'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'PortForwarding': {'1.3'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'QosPolicy': {'1.10'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SecurityGroup': {'1.5'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SubPort': {'1.0'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Subnet': {'1.1'}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Trunk': {'1.1'}} Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: consumer versions: Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: { DHCP agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: L3 agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: Metadata agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: Metering agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: Open vSwitch agent@dv-cinder-837165-3-iscsi: { 'AddressGroup': '1.2', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Agent': '1.1', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'ConntrackHelper': '1.0', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'LocalIPAssociation': '1.0', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Log': '1.0', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'NDPProxy': '1.0', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Network': '1.1', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Port': '1.7', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'PortForwarding': '1.3', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'QosPolicy': '1.10', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SecurityGroup': '1.5', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SecurityGroupRule': '1.2', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SubPort': '1.0', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Subnet': '1.1', Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Trunk': '1.1'}} Jun 16 14:47:57.661385 dv-cinder-837165-3-iscsi neutron-server[110480]: {{(pid=110480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:47:57.693202 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Network 551f5cbc-6299-490a-a7e3-b4747286a551 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:47:57.713550 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 551f5cbc-6299-490a-a7e3-b4747286a551) {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:47:57.721934 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:47:57.723167 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:57.727957 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b32f7-2b8e-44f3-b28b-ba8a283f5101 None None] Network 551f5cbc-6299-490a-a7e3-b4747286a551 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:47:57.761719 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-78224f20-277a-494a-9280-9d22df75f34d demo admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8621459 Jun 16 14:47:58.159358 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-551f5cbc-6299-490a-a7e3-b4747286a551', 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551', 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'fixed_ips': [{'subnet_id': '3a52521e-e14c-4740-95a2-d82cd41d27a0'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:47:58.161065 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:58.554841 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Allocated IP 172.20.0.2 (551f5cbc-6299-490a-a7e3-b4747286a551/3a52521e-e14c-4740-95a2-d82cd41d27a0/3f70f140-d8a6-416b-b87d-222eb38dd3c9) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:47:58.929766 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Publish callbacks [] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:58.944276 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:59.044154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Network 551f5cbc-6299-490a-a7e3-b4747286a551 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:47:59.051116 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:47:59.076772 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:47:59.130847 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Pushing event updated for resources: {'Port': ['ID=3f70f140-d8a6-416b-b87d-222eb38dd3c9,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:59.162311 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:47:59.166390 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.166903 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.167399 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.167839 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.168238 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.168648 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.169181 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.169580 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.169962 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.170339 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.170723 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.171185 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.171573 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.171997 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.172373 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Tracked resource versions report: Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: pushed versions: Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: { 'AddressGroup': {'1.2'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Agent': {'1.1'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'ConntrackHelper': {'1.0'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'LocalIPAssociation': {'1.0'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Log': {'1.0'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'NDPProxy': {'1.0'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Network': {'1.1'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Port': {'1.7'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'PortForwarding': {'1.3'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'QosPolicy': {'1.10'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SecurityGroup': {'1.5'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SubPort': {'1.0'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Subnet': {'1.1'}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Trunk': {'1.1'}} Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: consumer versions: Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: { DHCP agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: L3 agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: Metadata agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: Metering agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: Open vSwitch agent@dv-cinder-837165-3-iscsi: { 'AddressGroup': '1.2', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Agent': '1.1', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'ConntrackHelper': '1.0', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'LocalIPAssociation': '1.0', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Log': '1.0', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'NDPProxy': '1.0', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Network': '1.1', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Port': '1.7', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'PortForwarding': '1.3', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'QosPolicy': '1.10', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SecurityGroup': '1.5', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SecurityGroupRule': '1.2', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SubPort': '1.0', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Subnet': '1.1', Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Trunk': '1.1'}} Jun 16 14:47:59.174759 dv-cinder-837165-3-iscsi neutron-server[110481]: {{(pid=110481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:47:59.226324 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Attempting to bind port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:47:59.231508 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Attempting to bind port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:47:59.232063 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Attempting to bind port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 on network 551f5cbc-6299-490a-a7e3-b4747286a551 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:47:59.239414 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:47:59.239751 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Checking segment: {'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:47:59.240282 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:59.240735 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Bound using segment: {'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:47:59.241273 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Bound port: 3f70f140-d8a6-416b-b87d-222eb38dd3c9, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:47:59.241670 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:59.343131 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] For port 3f70f140-d8a6-416b-b87d-222eb38dd3c9, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:47:59.368206 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] For port 3f70f140-d8a6-416b-b87d-222eb38dd3c9, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=3f70f140-d8a6-416b-b87d-222eb38dd3c9,segment=NetworkSegment(7510507b-594c-4aea-b920-1b85f6f60da4),segment_id=7510507b-594c-4aea-b920-1b85f6f60da4)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:47:59.377247 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:47:59.458434 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c5627-5392-4e51-bc78-9abd39f4fe43 None None] Pushing event updated for resources: {'Port': ['ID=3f70f140-d8a6-416b-b87d-222eb38dd3c9,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:01.804030 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 59364) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:02.405041 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [None req-418fdb6b-438c-42bb-8e7c-f9c79af9122d admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:48:02.407660 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-418fdb6b-438c-42bb-8e7c-f9c79af9122d admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6018860 Jun 16 14:48:03.022665 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=48,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:03.035940 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=36,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:06.116176 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 59372) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:06.662209 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [None req-e06fa8ac-b409-428d-acb2-650690551cc0 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:48:06.663351 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-e06fa8ac-b409-428d-acb2-650690551cc0 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5462286 Jun 16 14:48:07.228334 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-20bdd878-1bb9-40a0-a7cf-dfe55ff69ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:07.742240 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:07.755336 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=60,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:09.059147 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 3f70f140-d8a6-416b-b87d-222eb38dd3c9 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:48:09.193789 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:09.194458 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:09.289757 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:09.360114 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:09.360504 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:09.411151 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 3f70f140-d8a6-416b-b87d-222eb38dd3c9, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=3f70f140-d8a6-416b-b87d-222eb38dd3c9,segment=NetworkSegment(7510507b-594c-4aea-b920-1b85f6f60da4),segment_id=7510507b-594c-4aea-b920-1b85f6f60da4)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:48:09.422243 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:09.520490 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=3f70f140-d8a6-416b-b87d-222eb38dd3c9,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:09.637594 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 59386) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:10.059490 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e0504-6f5d-4a8e-a58a-42e9a30de0e9 None None] Network 551f5cbc-6299-490a-a7e3-b4747286a551 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:48:10.141836 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6a0ba6c3-9e54-40bf-aa0e-1bc3762a1cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:10.165300 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-ae7555e2-ae25-4998-97ed-64911664b486 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:48:10.178568 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-599d73d0-1a4e-42a6-b181-d14884770a05 None None] Provisioning complete for port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:10.178962 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-599d73d0-1a4e-42a6-b181-d14884770a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:10.204047 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae7555e2-ae25-4998-97ed-64911664b486 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (b7c838e4-3e4f-431e-a1ae-469e79e5765c), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:10.206296 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae7555e2-ae25-4998-97ed-64911664b486 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (b7c838e4-3e4f-431e-a1ae-469e79e5765c), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:10.376562 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-599d73d0-1a4e-42a6-b181-d14884770a05 None None] Current status of the port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:10.385607 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae7555e2-ae25-4998-97ed-64911664b486 demo demo] Publish callbacks [] for router_controller (b7c838e4-3e4f-431e-a1ae-469e79e5765c), precommit_add_association {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:10.392234 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae7555e2-ae25-4998-97ed-64911664b486 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (b7c838e4-3e4f-431e-a1ae-469e79e5765c), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:10.422830 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae7555e2-ae25-4998-97ed-64911664b486 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:10.425185 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-ae7555e2-ae25-4998-97ed-64911664b486 demo demo] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7858860 Jun 16 14:48:10.599374 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-513f99fa-a544-42e1-80da-9d620735919a None None] Provisioning complete for port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:10.599828 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-513f99fa-a544-42e1-80da-9d620735919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:10.712270 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-513f99fa-a544-42e1-80da-9d620735919a None None] Current status of the port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:11.031632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 3f70f140-d8a6-416b-b87d-222eb38dd3c9 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:48:11.085245 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:11.086007 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:11.117070 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:11.182067 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:12.431616 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:13.322425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 59404) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:13.506688 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [None req-23379d2f-6319-4793-8f97-d3ed3438e3cd admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:48:13.508969 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-23379d2f-6319-4793-8f97-d3ed3438e3cd admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1844995 Jun 16 14:48:14.327911 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:14.809911 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:15.988242 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 59422) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:16.062904 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:48:16.096227 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Made reservation on behalf of 1304e58d14b64959b1e4ffc146293183 for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:48:16.100312 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:16.157466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:16.366673 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Publish callbacks [] for security_group (b311b8e3-86a7-4a7e-b8a4-926d1dd32181), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:16.373020 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b311b8e3-86a7-4a7e-b8a4-926d1dd32181), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:16.400644 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Reserving flat network on physical network physnet1 {{(pid=110480) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 14:48:16.446650 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782779508462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (d9cfe3be-8383-4cf0-8655-9a87dc80ed46), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:16.447147 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Unsubscribe: segment precommit_create {{(pid=110480) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 14:48:16.447688 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Added segment d9cfe3be-8383-4cf0-8655-9a87dc80ed46 of type flat for network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 Jun 16 14:48:16.452884 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b311b8e3-86a7-4a7e-b8a4-926d1dd32181,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:16.523033 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (39a5d95f-12b2-4fb4-a4d4-35c17be5c509), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:16.591195 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (39a5d95f-12b2-4fb4-a4d4-35c17be5c509), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:16.592712 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:48:16.593666 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:16.673386 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6839507 Jun 16 14:48:16.739456 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52b0ba-dc61-4bdd-a6b2-91e7446bf086 admin admin] Pushing event updated for resources: {'Network': ['ID=39a5d95f-12b2-4fb4-a4d4-35c17be5c509,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:16.753269 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:48:17.173639 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:17.180597 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:19.595470 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 59430) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:19.774378 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eeaab0-4510-4f5a-ad32-eed116c5487e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:48:19.776700 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c4eeaab0-4510-4f5a-ad32-eed116c5487e demo admin] 10.222.0.72 "GET /v2.0/subnets/3a52521e-e14c-4740-95a2-d82cd41d27a0 HTTP/1.1" status: 200 len: 849 time: 0.1800189 Jun 16 14:48:19.989776 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-43f002cb-fbf5-4cb8-8420-677404473193 demo admin] 10.222.0.72 "GET /v2.0/routers/b7c838e4-3e4f-431e-a1ae-469e79e5765c HTTP/1.1" status: 200 len: 704 time: 0.2064559 Jun 16 14:48:20.338016 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:20.772353 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Allocated IP 172.20.0.1 (551f5cbc-6299-490a-a7e3-b4747286a551/3a52521e-e14c-4740-95a2-d82cd41d27a0/9f12f741-a8a1-42f5-8ce7-896aebfd041c) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:48:21.124473 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Publish callbacks [] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:21.244008 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:21.387287 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Network 551f5cbc-6299-490a-a7e3-b4747286a551 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:48:21.402002 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:48:21.419413 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:48:21.421372 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (b7c838e4-3e4f-431e-a1ae-469e79e5765c), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:21.425363 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Pushing event updated for resources: {'Port': ['ID=9f12f741-a8a1-42f5-8ce7-896aebfd041c,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:21.701812 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-fee8cd52-ce84-4d6d-bbc5-47476ed8c45a None None] Provisioning complete for port 9f12f741-a8a1-42f5-8ce7-896aebfd041c triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:21.702708 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fee8cd52-ce84-4d6d-bbc5-47476ed8c45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:21.730185 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:21.741964 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:21.745063 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-fee8cd52-ce84-4d6d-bbc5-47476ed8c45a None None] Port 9f12f741-a8a1-42f5-8ce7-896aebfd041c cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:48:21.747010 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:22.083856 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Publish callbacks [] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:22.089771 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:22.090754 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (b7c838e4-3e4f-431e-a1ae-469e79e5765c), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:22.185593 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Pushing event updated for resources: {'Port': ['ID=9f12f741-a8a1-42f5-8ce7-896aebfd041c,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:22.263445 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Network 551f5cbc-6299-490a-a7e3-b4747286a551 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:48:22.266173 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:48:22.486592 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Router b7c838e4-3e4f-431e-a1ae-469e79e5765c is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 14:48:22.577145 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-45806209-0eae-4b65-bf01-90be0bbe8302 None None] Provisioning complete for port 9f12f741-a8a1-42f5-8ce7-896aebfd041c triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:22.577729 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-45806209-0eae-4b65-bf01-90be0bbe8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:22.595857 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:48:22.619340 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-87f91bfa-5a61-47df-95e4-5ce6909a83f8 demo admin] 10.222.0.72 "PUT /v2.0/routers/b7c838e4-3e4f-431e-a1ae-469e79e5765c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6084597 Jun 16 14:48:22.619454 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Sync routers for ids ['b7c838e4-3e4f-431e-a1ae-469e79e5765c'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:48:22.627946 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:22.633685 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Routers {'b7c838e4-3e4f-431e-a1ae-469e79e5765c'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:48:22.635135 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:48:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b7c838e4-3e4f-431e-a1ae-469e79e5765c'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:22.640724 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-45806209-0eae-4b65-bf01-90be0bbe8302 None None] Port 9f12f741-a8a1-42f5-8ce7-896aebfd041c cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:48:22.955954 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Set router b7c838e4-3e4f-431e-a1ae-469e79e5765c gateway port host: None {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:48:23.662240 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'name': 'router1', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:48:10Z', 'updated_at': '2022-06-16T14:48:21Z', 'revision_number': 2, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'gw_port_host': None, '_interfaces': [{'id': '9f12f741-a8a1-42f5-8ce7-896aebfd041c', 'name': '', 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'mac_address': 'fa:16:3e:f5:74:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:20Z', 'updated_at': '2022-06-16T14:48:21Z', 'revision_number': 2, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'subnets': [{'id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27bacdee-e81f-44f0-ab59-f44025fd94ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:23.740570 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Checking router: b7c838e4-3e4f-431e-a1ae-469e79e5765c for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:48:23.740969 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Updating router b7c838e4-3e4f-431e-a1ae-469e79e5765c port 9f12f741-a8a1-42f5-8ce7-896aebfd041c binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:48:23.808027 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:24.581977 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Publish callbacks [] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:24.591994 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:24.760028 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Pushing event updated for resources: {'Port': ['ID=9f12f741-a8a1-42f5-8ce7-896aebfd041c,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:24.801162 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.801643 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.801914 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.802181 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.802511 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.802835 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.803165 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.803494 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.803810 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.804126 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.804440 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.805370 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.805676 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.805989 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.806305 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Tracked resource versions report: Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: pushed versions: Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: { 'AddressGroup': {'1.2'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Agent': {'1.1'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'ConntrackHelper': {'1.0'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'LocalIPAssociation': {'1.0'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Log': {'1.0'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'NDPProxy': {'1.0'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Network': {'1.1'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Port': {'1.7'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'PortForwarding': {'1.3'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'QosPolicy': {'1.10'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SecurityGroup': {'1.5'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SubPort': {'1.0'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Subnet': {'1.1'}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Trunk': {'1.1'}} Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: consumer versions: Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: { DHCP agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: L3 agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: Metadata agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: Metering agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: Open vSwitch agent@dv-cinder-837165-3-iscsi: { 'AddressGroup': '1.2', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Agent': '1.1', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'ConntrackHelper': '1.0', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'LocalIPAssociation': '1.0', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Log': '1.0', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'NDPProxy': '1.0', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Network': '1.1', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Port': '1.7', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'PortForwarding': '1.3', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'QosPolicy': '1.10', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SecurityGroup': '1.5', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SecurityGroupRule': '1.2', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SubPort': '1.0', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Subnet': '1.1', Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Trunk': '1.1'}} Jun 16 14:48:24.807818 dv-cinder-837165-3-iscsi neutron-server[110482]: {{(pid=110482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:48:24.815569 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Attempting to bind port 9f12f741-a8a1-42f5-8ce7-896aebfd041c on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:48:24.815972 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Attempting to bind port 9f12f741-a8a1-42f5-8ce7-896aebfd041c by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:48:24.816417 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Attempting to bind port 9f12f741-a8a1-42f5-8ce7-896aebfd041c on network 551f5cbc-6299-490a-a7e3-b4747286a551 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:48:24.825637 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:48:24.826053 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Checking segment: {'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:48:24.826512 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:24.826902 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Bound using segment: {'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:48:24.827414 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Bound port: 9f12f741-a8a1-42f5-8ce7-896aebfd041c, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7510507b-594c-4aea-b920-1b85f6f60da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:48:24.827801 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:24.939626 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] For port 9f12f741-a8a1-42f5-8ce7-896aebfd041c, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:48:24.965030 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:24.970956 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] For port 9f12f741-a8a1-42f5-8ce7-896aebfd041c, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9f12f741-a8a1-42f5-8ce7-896aebfd041c,segment=NetworkSegment(7510507b-594c-4aea-b920-1b85f6f60da4),segment_id=7510507b-594c-4aea-b920-1b85f6f60da4)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:48:24.982346 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:24.990588 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-ce4d95f0-5876-4e31-8179-18dab2ddcccf None None] Provisioning complete for port 9f12f741-a8a1-42f5-8ce7-896aebfd041c triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:24.991268 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ce4d95f0-5876-4e31-8179-18dab2ddcccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:25.053647 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:25.090532 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Routers {'b7c838e4-3e4f-431e-a1ae-469e79e5765c'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:48:25.091474 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:48:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b7c838e4-3e4f-431e-a1ae-469e79e5765c'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:25.100354 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8031a5a-4731-448e-bd15-21e7a3ce9a2d None None] Pushing event updated for resources: {'Port': ['ID=9f12f741-a8a1-42f5-8ce7-896aebfd041c,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:25.138799 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d95f0-5876-4e31-8179-18dab2ddcccf None None] Current status of the port 9f12f741-a8a1-42f5-8ce7-896aebfd041c is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:25.141704 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ce4d95f0-5876-4e31-8179-18dab2ddcccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:25.189401 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-ce4d95f0-5876-4e31-8179-18dab2ddcccf None None] For port 9f12f741-a8a1-42f5-8ce7-896aebfd041c, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9f12f741-a8a1-42f5-8ce7-896aebfd041c,segment=NetworkSegment(7510507b-594c-4aea-b920-1b85f6f60da4),segment_id=7510507b-594c-4aea-b920-1b85f6f60da4)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:48:25.207843 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ce4d95f0-5876-4e31-8179-18dab2ddcccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:25.226534 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 59442) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:25.229756 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] Set router b7c838e4-3e4f-431e-a1ae-469e79e5765c gateway port host: None {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:48:25.299347 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d95f0-5876-4e31-8179-18dab2ddcccf None None] Pushing event updated for resources: {'Port': ['ID=9f12f741-a8a1-42f5-8ce7-896aebfd041c,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:25.392762 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f230bbc2-65b3-43aa-805e-0536c9ac6e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:48:25.394340 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f230bbc2-65b3-43aa-805e-0536c9ac6e67 admin admin] 10.222.0.72 "GET /v2.0/networks/39a5d95f-12b2-4fb4-a4d4-35c17be5c509 HTTP/1.1" status: 200 len: 842 time: 0.1663561 Jun 16 14:48:25.410379 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:48:25.432533 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-2c578fb8-5f31-4fd4-87f9-149feb864eaf None None] Provisioning complete for port 9f12f741-a8a1-42f5-8ce7-896aebfd041c triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:25.433287 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2c578fb8-5f31-4fd4-87f9-149feb864eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:25.451057 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Made reservation on behalf of 1304e58d14b64959b1e4ffc146293183 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:48:25.454999 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:25.492791 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'name': 'router1', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:48:10Z', 'updated_at': '2022-06-16T14:48:21Z', 'revision_number': 2, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'gw_port_host': None, '_interfaces': [{'id': '9f12f741-a8a1-42f5-8ce7-896aebfd041c', 'name': '', 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'mac_address': 'fa:16:3e:f5:74:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:20Z', 'updated_at': '2022-06-16T14:48:24Z', 'revision_number': 4, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'subnets': [{'id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27bacdee-e81f-44f0-ab59-f44025fd94ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:25.526280 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e0f89-70dd-4327-bf71-24195ce5eebf None None] The sync data for ids ['b7c838e4-3e4f-431e-a1ae-469e79e5765c'] in dv-cinder-837165-3-iscsi is: [{'id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'name': 'router1', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:48:10Z', 'updated_at': '2022-06-16T14:48:21Z', 'revision_number': 2, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'gw_port_host': None, '_interfaces': [{'id': '9f12f741-a8a1-42f5-8ce7-896aebfd041c', 'name': '', 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'mac_address': 'fa:16:3e:f5:74:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:20Z', 'updated_at': '2022-06-16T14:48:24Z', 'revision_number': 4, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'subnets': [{'id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27bacdee-e81f-44f0-ab59-f44025fd94ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:48:25.544752 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-2c578fb8-5f31-4fd4-87f9-149feb864eaf None None] Current status of the port 9f12f741-a8a1-42f5-8ce7-896aebfd041c is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:25.626020 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:25.799434 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:25.838289 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.objects.ports [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110479) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 14:48:25.838631 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (5ea3f5be-f461-4725-a2e5-0dcd8c45c275), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:25.890292 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea3f5be-f461-4725-a2e5-0dcd8c45c275,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:25.919138 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:48:25.919628 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Network hostable DHCP agents. Network: 39a5d95f-12b2-4fb4-a4d4-35c17be5c509, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:48:25.950554 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:48:25.974379 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 39a5d95f-12b2-4fb4-a4d4-35c17be5c509) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:48:25.982510 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:48:25.985096 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:25.985370 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2acf3d-3e9b-4ec7-ae0d-0f9c64d21917 None None] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:48:26.024021 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-a43fe7f0-5e5c-4de2-92f0-0f33823cfe06 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6135068 Jun 16 14:48:26.152368 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56656a-dce8-4473-bfa9-308a11b52e34 None None] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:48:26.664475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=41,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:26.738501 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=50,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:28.731780 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 59450) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:28.900379 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b936d187-ba59-4958-9434-a5546dd6e9c1 demo admin] 10.222.0.72 "GET /v2.0/routers/b7c838e4-3e4f-431e-a1ae-469e79e5765c HTTP/1.1" status: 200 len: 710 time: 0.1665862 Jun 16 14:48:29.015555 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4ada6-dbde-43dd-a3cb-7e6ae9768a3e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:48:29.026383 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-94a4ada6-dbde-43dd-a3cb-7e6ae9768a3e demo admin] 10.222.0.72 "GET /v2.0/networks/39a5d95f-12b2-4fb4-a4d4-35c17be5c509 HTTP/1.1" status: 200 len: 886 time: 0.1105373 Jun 16 14:48:29.033043 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:48:29.432860 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks [] for router_gateway (b7c838e4-3e4f-431e-a1ae-469e79e5765c), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:29.712126 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks [] for router_gateway (b7c838e4-3e4f-431e-a1ae-469e79e5765c), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:29.753574 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:29.809412 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:29.955994 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Allocated IP 172.27.2.165 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/ebf55a91-3619-4d7d-ad58-831e532a8193) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:48:30.001823 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:30.107352 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks [] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:30.173148 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:30.250060 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:48:30.259989 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:48:30.263731 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:48:30.278741 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Pushing event updated for resources: {'Port': ['ID=ebf55a91-3619-4d7d-ad58-831e532a8193,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:30.629409 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks [] for router_gateway (b7c838e4-3e4f-431e-a1ae-469e79e5765c), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:30.899875 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:30.910584 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2081006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7720'] for router (b7c838e4-3e4f-431e-a1ae-469e79e5765c), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:30.917862 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2080839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2080894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2086496'] for router (b7c838e4-3e4f-431e-a1ae-469e79e5765c), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:31.079657 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Router b7c838e4-3e4f-431e-a1ae-469e79e5765c has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:48:31.278801 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:48:31.286212 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:31.288329 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-3d1320a9-49cc-419c-8be8-a81c1450533b demo admin] 10.222.0.72 "PUT /v2.0/routers/b7c838e4-3e4f-431e-a1ae-469e79e5765c HTTP/1.1" status: 200 len: 890 time: 2.2606895 Jun 16 14:48:33.081543 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9f12f741-a8a1-42f5-8ce7-896aebfd041c up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:48:33.169052 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 9f12f741-a8a1-42f5-8ce7-896aebfd041c triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:33.169687 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:33.306138 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 9f12f741-a8a1-42f5-8ce7-896aebfd041c is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:33.621340 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Sync routers for ids ['b7c838e4-3e4f-431e-a1ae-469e79e5765c'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:48:33.639227 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Routers {'b7c838e4-3e4f-431e-a1ae-469e79e5765c'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:48:33.640344 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:48:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b7c838e4-3e4f-431e-a1ae-469e79e5765c'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:33.924593 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:34.006149 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 59462) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:48:34.018795 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Set router b7c838e4-3e4f-431e-a1ae-469e79e5765c gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:48:34.084822 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:34.162955 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:48:34.189286 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-733dd5e0-520e-4359-8c9a-b6dfa25e42cd admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1814470 Jun 16 14:48:34.674380 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'name': 'router1', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ebf55a91-3619-4d7d-ad58-831e532a8193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:48:10Z', 'updated_at': '2022-06-16T14:48:30Z', 'revision_number': 4, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'gw_port': {'id': 'ebf55a91-3619-4d7d-ad58-831e532a8193', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:29Z', 'updated_at': '2022-06-16T14:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9f12f741-a8a1-42f5-8ce7-896aebfd041c', 'name': '', 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'mac_address': 'fa:16:3e:f5:74:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:20Z', 'updated_at': '2022-06-16T14:48:25Z', 'revision_number': 5, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'subnets': [{'id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27bacdee-e81f-44f0-ab59-f44025fd94ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:34.749702 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Checking router: b7c838e4-3e4f-431e-a1ae-469e79e5765c for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:48:34.750154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Updating router b7c838e4-3e4f-431e-a1ae-469e79e5765c port ebf55a91-3619-4d7d-ad58-831e532a8193 binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:48:34.827447 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:35.318804 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Publish callbacks [] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:35.328638 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:35.402419 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20732ee-f8d7-4032-9813-ac2434a553a6 None None] Pushing event updated for resources: {'Port': ['ID=ebf55a91-3619-4d7d-ad58-831e532a8193,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:35.451701 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Attempting to bind port ebf55a91-3619-4d7d-ad58-831e532a8193 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:48:35.452056 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Attempting to bind port ebf55a91-3619-4d7d-ad58-831e532a8193 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:48:35.452373 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Attempting to bind port ebf55a91-3619-4d7d-ad58-831e532a8193 on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:48:35.464154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:48:35.464154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:48:35.464154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:35.464154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:48:35.464154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Bound port: ebf55a91-3619-4d7d-ad58-831e532a8193, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:48:35.464154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:35.536040 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] For port ebf55a91-3619-4d7d-ad58-831e532a8193, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:48:35.541860 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] For port ebf55a91-3619-4d7d-ad58-831e532a8193, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=ebf55a91-3619-4d7d-ad58-831e532a8193,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:48:35.549830 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:35.617192 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Routers {'b7c838e4-3e4f-431e-a1ae-469e79e5765c'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:48:35.617757 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:48:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b7c838e4-3e4f-431e-a1ae-469e79e5765c'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:35.622858 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20732ee-f8d7-4032-9813-ac2434a553a6 None None] Pushing event updated for resources: {'Port': ['ID=ebf55a91-3619-4d7d-ad58-831e532a8193,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:35.778426 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:35.788129 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] Set router b7c838e4-3e4f-431e-a1ae-469e79e5765c gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:48:35.968282 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:36.070989 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'name': 'router1', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ebf55a91-3619-4d7d-ad58-831e532a8193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:48:10Z', 'updated_at': '2022-06-16T14:48:30Z', 'revision_number': 4, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'gw_port': {'id': 'ebf55a91-3619-4d7d-ad58-831e532a8193', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:29Z', 'updated_at': '2022-06-16T14:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9f12f741-a8a1-42f5-8ce7-896aebfd041c', 'name': '', 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'mac_address': 'fa:16:3e:f5:74:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:20Z', 'updated_at': '2022-06-16T14:48:25Z', 'revision_number': 5, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'subnets': [{'id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27bacdee-e81f-44f0-ab59-f44025fd94ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:36.110781 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34618a00-2bcc-44c8-862a-10e01d4a716a None None] The sync data for ids ['b7c838e4-3e4f-431e-a1ae-469e79e5765c'] in dv-cinder-837165-3-iscsi is: [{'id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'name': 'router1', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ebf55a91-3619-4d7d-ad58-831e532a8193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:48:10Z', 'updated_at': '2022-06-16T14:48:30Z', 'revision_number': 4, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'gw_port': {'id': 'ebf55a91-3619-4d7d-ad58-831e532a8193', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:29Z', 'updated_at': '2022-06-16T14:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9f12f741-a8a1-42f5-8ce7-896aebfd041c', 'name': '', 'network_id': '551f5cbc-6299-490a-a7e3-b4747286a551', 'tenant_id': 'd7f352c1af1440d09ff65044ae139a10', 'mac_address': 'fa:16:3e:f5:74:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c838e4-3e4f-431e-a1ae-469e79e5765c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:48:20Z', 'updated_at': '2022-06-16T14:48:25Z', 'revision_number': 5, 'project_id': 'd7f352c1af1440d09ff65044ae139a10', 'subnets': [{'id': '3a52521e-e14c-4740-95a2-d82cd41d27a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27bacdee-e81f-44f0-ab59-f44025fd94ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:48:37.132354 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device ebf55a91-3619-4d7d-ad58-831e532a8193 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:48:37.230851 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port ebf55a91-3619-4d7d-ad58-831e532a8193 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:37.231463 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:37.304953 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-06057279-1cb5-4106-84ef-dd760240c894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:37.371474 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port ebf55a91-3619-4d7d-ad58-831e532a8193 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:37.371893 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:37.431103 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port ebf55a91-3619-4d7d-ad58-831e532a8193, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=ebf55a91-3619-4d7d-ad58-831e532a8193,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:48:37.439195 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:37.532221 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=ebf55a91-3619-4d7d-ad58-831e532a8193,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:39.156571 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device ebf55a91-3619-4d7d-ad58-831e532a8193 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:48:39.244804 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port ebf55a91-3619-4d7d-ad58-831e532a8193 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:48:39.245582 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ebf55a91-3619-4d7d-ad58-831e532a8193), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:39.391212 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port ebf55a91-3619-4d7d-ad58-831e532a8193 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:48:40.132739 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-02a8292a-ee0b-4e00-afc0-1106cd6755b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:41.269462 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=81,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:41.276914 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=22 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:42.443731 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:44.156175 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=40 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:44.163707 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=36 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:44.177907 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:44.190616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:44.350324 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:44.831840 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:48:54.215215 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:54.244081 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:54.810496 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:48:54.828703 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:07.224045 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c2fd69a0-9152-41c4-bb76-e587c38ee59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:10.100526 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ffca854e-5be3-4bde-bb71-4de75cc102ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:11.163703 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:49:12.439268 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:14.325693 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:14.831318 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:21.160221 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:24.320507 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:24.823950 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:31.184668 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:31.192228 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:37.236573 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-87a3f98f-90f6-4bf1-9f16-c8eec44cff6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:40.115455 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e7f613d1-c650-4825-9a54-1d258992f1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:42.438444 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:44.327760 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:44.849720 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:49:48.167672 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:49:54.837183 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:54.840281 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:56.189590 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:49:58.162485 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:07.225884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-61ae49de-c823-4a9f-a643-ca2251b3e228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:08.172897 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:08.177983 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:10.112131 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-50aba745-b580-4d76-935b-190d0d872888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:12.440902 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:14.000911 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60004) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:14.103484 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.pecan_wsgi.hooks.translation [None req-e980434f-4cee-4080-8918-6f8d3167336e admin admin] GET failed (client error): The resource could not be found. Jun 16 14:50:14.105712 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-e980434f-4cee-4080-8918-6f8d3167336e admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1035388 Jun 16 14:50:14.341966 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:14.392252 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52873e8-50bb-4900-af53-1961f3979c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:14.393827 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-b52873e8-50bb-4900-af53-1961f3979c52 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2813489 Jun 16 14:50:14.840623 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:17.080653 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60014) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:17.336732 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6855d4-682a-4a85-b9c6-ca8ee9f89533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:17.338144 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6a6855d4-682a-4a85-b9c6-ca8ee9f89533 admin admin] 10.222.0.72 "GET /v2.0/subnets/3a52521e-e14c-4740-95a2-d82cd41d27a0 HTTP/1.1" status: 200 len: 849 time: 0.2565114 Jun 16 14:50:17.348584 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:50:17.442899 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Publish callbacks [] for subnet (3a52521e-e14c-4740-95a2-d82cd41d27a0), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:17.610052 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782779418444'] for subnet (3a52521e-e14c-4740-95a2-d82cd41d27a0), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:17.643975 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:17.645700 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:17.647771 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] 10.222.0.72 "PUT /v2.0/subnets/3a52521e-e14c-4740-95a2-d82cd41d27a0 HTTP/1.1" status: 200 len: 868 time: 0.3031430 Jun 16 14:50:17.653693 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f8cba-3672-4495-b655-e2a237eafc92 None None] Network 551f5cbc-6299-490a-a7e3-b4747286a551 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:50:17.672451 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a52521e-e14c-4740-95a2-d82cd41d27a0,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:50:17.681325 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.681896 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.681896 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.682631 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.683048 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.683531 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.683824 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.684206 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.684645 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.685020 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.685362 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.685782 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.686169 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.686553 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:17.686858 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63769c6-d402-42f4-b2a0-b34b4265510d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:18.124800 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-8e9c241f-78fe-420f-90f4-8357589a7b38 None None] Provisioning complete for port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:50:18.125358 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8e9c241f-78fe-420f-90f4-8357589a7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (3f70f140-d8a6-416b-b87d-222eb38dd3c9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:18.235252 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c241f-78fe-420f-90f4-8357589a7b38 None None] Current status of the port 3f70f140-d8a6-416b-b87d-222eb38dd3c9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:50:18.247023 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-8e9c241f-78fe-420f-90f4-8357589a7b38 None None] Provisioning complete for port 9f12f741-a8a1-42f5-8ce7-896aebfd041c triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:50:18.247662 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8e9c241f-78fe-420f-90f4-8357589a7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9f12f741-a8a1-42f5-8ce7-896aebfd041c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:18.353059 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c241f-78fe-420f-90f4-8357589a7b38 None None] Current status of the port 9f12f741-a8a1-42f5-8ce7-896aebfd041c is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:50:20.061191 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60024) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:20.383471 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07281e4-efb0-4f83-a452-5af78fb04e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:20.384101 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07281e4-efb0-4f83-a452-5af78fb04e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:20.386058 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b07281e4-efb0-4f83-a452-5af78fb04e74 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.3234005 Jun 16 14:50:23.071831 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60032) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:23.261671 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d3fb4-47ed-4299-bccd-b564a87918a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:23.262448 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d3fb4-47ed-4299-bccd-b564a87918a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:23.265650 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d12d3fb4-47ed-4299-bccd-b564a87918a8 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1923339 Jun 16 14:50:24.387450 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=12 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:24.389834 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=13 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:25.173587 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:50:26.118423 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60040) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:26.300648 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dab0c0-1537-442c-80d8-e55fe4dd4d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:26.302307 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c7dab0c0-1537-442c-80d8-e55fe4dd4d02 admin admin] 10.222.0.72 "GET /v2.0/networks/39a5d95f-12b2-4fb4-a4d4-35c17be5c509 HTTP/1.1" status: 200 len: 886 time: 0.1826510 Jun 16 14:50:28.339521 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:28.350911 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:29.128177 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60048) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:29.282379 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635be66-1622-4c71-964c-ae38e132acff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:29.283799 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-8635be66-1622-4c71-964c-ae38e132acff admin admin] 10.222.0.72 "GET /v2.0/networks/551f5cbc-6299-490a-a7e3-b4747286a551 HTTP/1.1" status: 200 len: 870 time: 0.1539760 Jun 16 14:50:31.701110 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60056) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:31.812887 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:31.826573 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:31.855449 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc36b3-db02-478f-9f1f-c0a094cd3fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:31.855884 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc36b3-db02-478f-9f1f-c0a094cd3fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:31.858082 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7afc36b3-db02-478f-9f1f-c0a094cd3fcc admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1556809 Jun 16 14:50:34.221470 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60064) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:34.358369 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef557e0-3da7-4fee-9668-e70e5efbec87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:34.358824 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef557e0-3da7-4fee-9668-e70e5efbec87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:34.360746 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-cef557e0-3da7-4fee-9668-e70e5efbec87 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1382205 Jun 16 14:50:36.689628 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60072) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:36.807785 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628c8b0-b5e4-4985-a30c-cf686f1ebe27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:36.809726 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-a628c8b0-b5e4-4985-a30c-cf686f1ebe27 admin admin] 10.222.0.72 "GET /v2.0/subnets/3a52521e-e14c-4740-95a2-d82cd41d27a0 HTTP/1.1" status: 200 len: 868 time: 0.1185727 Jun 16 14:50:37.227655 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9cede56d-3a47-4c5c-af84-4bfcba904b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:39.215510 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60080) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:50:39.311634 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc26212-8b0a-477b-9c34-a198496454d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:50:39.313147 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5dc26212-8b0a-477b-9c34-a198496454d4 admin admin] 10.222.0.72 "GET /v2.0/subnets/5ea3f5be-f461-4725-a2e5-0dcd8c45c275 HTTP/1.1" status: 200 len: 816 time: 0.0965810 Jun 16 14:50:40.114800 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c01099ba-261b-43ac-8397-ca7316c5ead1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:42.451734 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:44.339573 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:44.837746 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:50:45.177297 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=18 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:45.178409 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=16 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:49.307443 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=22 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:49.308420 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=17 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:54.821945 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:50:54.831082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:02.167092 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:51:07.231324 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-b86280ba-0588-4ce9-ab22-1831441ad429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:10.114732 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-340eebc1-7627-4516-abf9-63f7285c8bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:11.330103 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60138) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:51:11.394294 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [None req-e886188a-dbae-47f7-a17d-0e35d75a21bf admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:51:11.395561 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e886188a-dbae-47f7-a17d-0e35d75a21bf admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0644526 Jun 16 14:51:12.160169 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:12.448054 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:14.293385 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60146) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:51:14.334733 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:14.409486 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcd0685-3dac-4060-8ffb-69fb84fba0c0 admin admin] GET failed (client error): The resource could not be found. Jun 16 14:51:14.411501 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-0fcd0685-3dac-4060-8ffb-69fb84fba0c0 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1165864 Jun 16 14:51:14.686466 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d992a-8d49-4468-95af-e882ac0e832b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:51:14.689293 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-8d1d992a-8d49-4468-95af-e882ac0e832b admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2725177 Jun 16 14:51:14.983058 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:18.153151 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60154) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:51:18.234479 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:51:18.270996 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Made reservation on behalf of 1304e58d14b64959b1e4ffc146293183 for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:51:18.274910 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:18.331736 dv-cinder-837165-3-iscsi neutron-server[110480]: WARNING neutron.services.revisions.revision_plugin [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Could not find related network for resource to bump revision. Jun 16 14:51:18.354028 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:51:18.369401 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (7c2218b4-6eab-4d94-a41c-af8387209db6), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:18.369881 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Added segment 7c2218b4-6eab-4d94-a41c-af8387209db6 of type vlan for network c16e6338-b99e-49d1-ad21-99f01fa60631 Jun 16 14:51:18.448372 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (c16e6338-b99e-49d1-ad21-99f01fa60631), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:18.491086 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (c16e6338-b99e-49d1-ad21-99f01fa60631), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:18.492606 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:51:18.493551 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:18.553802 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.3991725 Jun 16 14:51:18.605003 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=c16e6338-b99e-49d1-ad21-99f01fa60631,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:51:18.617854 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.618351 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.618884 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.619385 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.619891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.620391 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.620951 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.621472 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.621971 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.622454 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.622985 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.623503 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.624008 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.624616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.625037 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233a32-c15c-4919-a7f8-f2bde0c9b9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:18.645302 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network c16e6338-b99e-49d1-ad21-99f01fa60631 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:51:20.986611 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60164) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:51:21.059491 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a975b91-e26c-4de5-8602-0f1d65a9b1ef admin admin] GET failed (client error): The resource could not be found. Jun 16 14:51:21.061025 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-9a975b91-e26c-4de5-8602-0f1d65a9b1ef admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0725038 Jun 16 14:51:21.158721 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e491e10-390e-46ee-97b3-aa0563c14bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:51:21.160760 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1e491e10-390e-46ee-97b3-aa0563c14bb7 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0952077 Jun 16 14:51:21.172969 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:51:21.196554 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Made reservation on behalf of 1304e58d14b64959b1e4ffc146293183 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:51:21.199600 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:21.413286 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (4b44c9c1-889e-4294-a28c-1a6c579d5020), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:21.499276 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b44c9c1-889e-4294-a28c-1a6c579d5020,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:51:21.519421 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.519825 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.520193 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.520532 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.520954 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.521212 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.521536 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.521879 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.522221 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.522819 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.523153 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.525903 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.526596 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.527149 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.527623 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:21.539914 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Checking segment: {'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:51:21.540394 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Network hostable DHCP agents. Network: c16e6338-b99e-49d1-ad21-99f01fa60631, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:51:21.567139 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Network c16e6338-b99e-49d1-ad21-99f01fa60631 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:51:21.580303 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, c16e6338-b99e-49d1-ad21-99f01fa60631) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:51:21.587158 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:51:21.588053 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:21.598522 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1543d77-3230-4e02-be3b-8386a844f502 None None] Network c16e6338-b99e-49d1-ad21-99f01fa60631 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:51:21.615211 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-239d6072-8f36-4eee-8cd2-728b728ff546 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4452736 Jun 16 14:51:21.795091 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-c16e6338-b99e-49d1-ad21-99f01fa60631', 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631', 'project_id': '1304e58d14b64959b1e4ffc146293183', 'fixed_ips': [{'subnet_id': '4b44c9c1-889e-4294-a28c-1a6c579d5020'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:51:21.797122 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:21.993134 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Allocated IP 192.168.233.2 (c16e6338-b99e-49d1-ad21-99f01fa60631/4b44c9c1-889e-4294-a28c-1a6c579d5020/c93e3a08-6f72-4cbc-aac0-912370df27d7) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:51:22.177370 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:22.281956 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Publish callbacks [] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:22.294489 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:22.368737 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Network c16e6338-b99e-49d1-ad21-99f01fa60631 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:51:22.375140 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:51:22.380071 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:51:22.407317 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Pushing event updated for resources: {'Port': ['ID=c93e3a08-6f72-4cbc-aac0-912370df27d7,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:51:22.441366 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.441638 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.442004 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.442375 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.442727 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.443064 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.443392 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.443721 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.444050 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.444377 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.444697 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.445061 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.445389 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.445716 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.446039 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:51:22.485321 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Attempting to bind port c93e3a08-6f72-4cbc-aac0-912370df27d7 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:51:22.485774 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Attempting to bind port c93e3a08-6f72-4cbc-aac0-912370df27d7 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:51:22.486136 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Attempting to bind port c93e3a08-6f72-4cbc-aac0-912370df27d7 on network c16e6338-b99e-49d1-ad21-99f01fa60631 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:51:22.493764 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:51:22.494305 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Checking segment: {'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:51:22.494626 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:22.495029 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Bound using segment: {'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:51:22.495527 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Bound port: c93e3a08-6f72-4cbc-aac0-912370df27d7, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:51:22.495951 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:22.555048 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:22.583962 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] For port c93e3a08-6f72-4cbc-aac0-912370df27d7, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:51:22.588452 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] For port c93e3a08-6f72-4cbc-aac0-912370df27d7, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=c93e3a08-6f72-4cbc-aac0-912370df27d7,segment=NetworkSegment(7c2218b4-6eab-4d94-a41c-af8387209db6),segment_id=7c2218b4-6eab-4d94-a41c-af8387209db6)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:51:22.589939 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:22.597674 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:22.688716 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f38d-c0d1-46f5-b407-af0f705bf203 None None] Pushing event updated for resources: {'Port': ['ID=c93e3a08-6f72-4cbc-aac0-912370df27d7,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:51:23.207213 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c93e3a08-6f72-4cbc-aac0-912370df27d7 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:51:23.270083 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port c93e3a08-6f72-4cbc-aac0-912370df27d7 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:51:23.270375 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:23.383133 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port c93e3a08-6f72-4cbc-aac0-912370df27d7 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:51:23.383741 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:23.447506 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port c93e3a08-6f72-4cbc-aac0-912370df27d7, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=c93e3a08-6f72-4cbc-aac0-912370df27d7,segment=NetworkSegment(7c2218b4-6eab-4d94-a41c-af8387209db6),segment_id=7c2218b4-6eab-4d94-a41c-af8387209db6)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:51:23.455689 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:23.542718 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=c93e3a08-6f72-4cbc-aac0-912370df27d7,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:51:23.785897 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6130b-0ef1-4857-b019-2d91669a83df None None] Network c16e6338-b99e-49d1-ad21-99f01fa60631 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:51:23.824382 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-8333cd4f-a61f-4f8e-b690-3570da70eca3 None None] Provisioning complete for port c93e3a08-6f72-4cbc-aac0-912370df27d7 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:51:23.824889 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8333cd4f-a61f-4f8e-b690-3570da70eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:24.035224 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-8333cd4f-a61f-4f8e-b690-3570da70eca3 None None] Current status of the port c93e3a08-6f72-4cbc-aac0-912370df27d7 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:51:24.269251 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-80225cf9-c837-4b4d-8013-8a4e1801dee3 None None] Provisioning complete for port c93e3a08-6f72-4cbc-aac0-912370df27d7 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:51:24.269857 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-80225cf9-c837-4b4d-8013-8a4e1801dee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:24.385330 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-80225cf9-c837-4b4d-8013-8a4e1801dee3 None None] Current status of the port c93e3a08-6f72-4cbc-aac0-912370df27d7 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:51:25.174790 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c93e3a08-6f72-4cbc-aac0-912370df27d7 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:51:25.240046 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port c93e3a08-6f72-4cbc-aac0-912370df27d7 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:51:25.240623 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c93e3a08-6f72-4cbc-aac0-912370df27d7), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:25.357953 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port c93e3a08-6f72-4cbc-aac0-912370df27d7 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:51:28.608800 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=23,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:28.609852 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=26,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:31.160172 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:31.598694 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=59,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:31.604643 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:35.348459 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:35.355710 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:37.243761 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-77f98dcd-19f0-43a7-be6b-37992cef1c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:39.172736 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:51:40.119324 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6d059419-b077-4be8-b35a-7e3ab3e50793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:42.460479 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:44.349350 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:44.846656 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:51:54.835785 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:54.840962 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:59.182109 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:51:59.183052 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:52:07.241037 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-360cfcec-4ba4-4a74-94e5-54f65a1101e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:10.126914 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5777067f-77b7-436d-a8e6-0b8b1e72e630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:12.456005 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:14.338858 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:14.848642 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:16.177406 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:52:24.832139 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:52:24.842979 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:52:36.179668 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=17 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:52:36.180440 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=17 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:52:37.236634 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-08dc7ab0-0cf5-4474-a933-45313d53ea44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:40.117049 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c95e574b-e0ff-4129-83a8-ede5d994b052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:42.460591 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:44.337946 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:44.855521 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:52:53.180210 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:52:54.837214 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:52:54.848217 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:07.243479 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6619f157-d5f2-4852-afb6-34136427b4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:10.125984 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9173-f12c-42e2-bdd7-8351c1bebbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:10.850695 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60202) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:53:10.857431 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [None req-57259f50-5d08-4cb1-9463-b5ecf4b0b98b tempest-verify_tempest_config-1018864276 tempest-verify_tempest_config-1018864276-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:53:10.858480 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-57259f50-5d08-4cb1-9463-b5ecf4b0b98b tempest-verify_tempest_config-1018864276 tempest-verify_tempest_config-1018864276-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0067534 Jun 16 14:53:11.311779 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60220) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:53:11.445815 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:11.575258 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Publish callbacks [] for security_group (e25b69b4-d998-4796-b04c-6096f41f7f1f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:11.579930 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e25b69b4-d998-4796-b04c-6096f41f7f1f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:11.636271 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b69b4-d998-4796-b04c-6096f41f7f1f,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:53:11.641135 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c97258423f1e4c3f8f382972acf4e5e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3276935 Jun 16 14:53:11.645172 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60226) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:53:11.648979 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.649418 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.649639 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.649979 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.650315 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.650640 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.650962 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.651291 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.651621 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.651943 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.652276 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.652610 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.652958 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.653273 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.653587 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5bf6e-7c4d-4a47-95f6-b5b56bd7e9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.722388 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Publish callbacks [] for security_group (e25b69b4-d998-4796-b04c-6096f41f7f1f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:11.749137 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Publish callbacks [] for security_group (e25b69b4-d998-4796-b04c-6096f41f7f1f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:11.856789 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e25b69b4-d998-4796-b04c-6096f41f7f1f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:11.861386 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:11.862782 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e25b69b4-d998-4796-b04c-6096f41f7f1f HTTP/1.1" status: 204 len: 168 time: 0.2161705 Jun 16 14:53:11.874350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b69b4-d998-4796-b04c-6096f41f7f1f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:53:11.885672 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.886215 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.886791 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.888118 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.888118 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.888458 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.888931 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.889502 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.890034 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.890519 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.890888 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.891251 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.891685 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.891918 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:11.892251 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312d23c-4be4-4f8f-9e1d-55a0adbe3a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:53:12.474318 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:13.179610 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:13.180732 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:14.337059 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:14.853123 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:21.640463 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:21.643641 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:21.866972 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:21.884382 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:24.842811 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:24.846121 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:30.180262 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:53:37.229605 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-efcab3e5-8be6-4c21-8882-77570ba9deb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:40.122661 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2a0d-341d-4e03-a55c-197c3e7f514d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:42.464420 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:44.344946 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:44.854285 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:53:50.161584 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:50.171396 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:54.847738 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:53:54.850932 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:54:07.179156 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:54:07.225547 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4d2be93a-5960-4b2f-b816-c1528436afb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:10.121808 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5b9b3f5d-435e-4c55-a3d7-4c730c090916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:12.465638 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:14.331864 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:14.850717 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:24.844356 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:54:24.846282 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:54:35.998269 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=15 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:54:36.001133 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=19 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:54:37.228418 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4dee325b-493a-451f-8de2-26612c5f2a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:40.116315 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-b6779eb1-6311-4fa5-80b3-c5904965cc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:42.468159 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:44.177724 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 5 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:54:44.324610 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:44.853873 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:54:54.847745 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:54:54.849793 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:04.162224 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:04.164956 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=7 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:07.231452 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf894-6a9d-413a-8d2a-fc22002bf316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:08.521419 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2081385'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:10.118972 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a3c58575-e612-483b-bc07-f520065405d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:12.471385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:14.341492 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:14.867089 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:20.167945 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60300) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:55:20.283309 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-8eecdc21-0e2e-4939-b5e6-b7007060b2fa admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1141992 Jun 16 14:55:21.178163 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:55:22.665353 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60310) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:55:22.723745 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-332507fc-b74f-4698-bc52-4fa9e10b8321 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0573106 Jun 16 14:55:24.859596 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:24.864491 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:32.718606 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:32.719344 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:37.233928 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d08104bb-f237-496e-90b3-4b3f67353062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:38.501739 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:40.125227 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-63e2b40e-0dbf-4cbf-b6c3-58779a1b15b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:41.166292 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:41.171446 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:42.474378 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:44.327302 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:44.858852 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:55:54.851765 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:54.854313 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:55:58.178094 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:56:07.236616 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-b13882e2-b22f-4e8f-8a2e-e89ae05f9c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:08.522579 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:10.118808 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d9ea0845-b5f9-45c3-8765-3916c807a155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:12.476826 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:14.330834 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:14.862456 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:18.167157 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:56:18.168368 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:56:24.854593 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:56:24.857623 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:56:35.177613 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:56:36.074195 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=15 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:56:37.249854 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6d1c-0fb4-442d-b87b-3c8e75239532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:38.592496 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:40.121901 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ea6b9681-e780-4c92-bc72-5675d0f65b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:42.482176 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:44.337123 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:44.869883 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:56:54.863297 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:56:54.865234 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:56:55.160692 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=16 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:56:55.166268 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:03.526335 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60440) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:03.908751 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-281349346-network', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:03.939276 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Made reservation on behalf of 2a4c67a42f8a405d84d4697a45e962ff for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:03.942181 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:03.958909 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.045591 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Publish callbacks [] for security_group (020d664d-9170-4858-9c4c-3276325cc658), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.050214 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (020d664d-9170-4858-9c4c-3276325cc658), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.076170 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:57:04.087173 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d664d-9170-4858-9c4c-3276325cc658,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:04.097871 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.098212 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.098758 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.099260 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.099784 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.100258 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.100733 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.101236 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.101747 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.102229 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.102578 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.102919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.103252 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.103564 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.103876 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Tracked resource versions report: Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: pushed versions: Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: { 'AddressGroup': {'1.2'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Agent': {'1.1'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'ConntrackHelper': {'1.0'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'LocalIPAssociation': {'1.0'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Log': {'1.0'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'NDPProxy': {'1.0'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Network': {'1.1'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Port': {'1.7'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'PortForwarding': {'1.3'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'QosPolicy': {'1.10'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SecurityGroup': {'1.5'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SubPort': {'1.0'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Subnet': {'1.1'}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Trunk': {'1.1'}} Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: consumer versions: Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: { DHCP agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: HyperV agent@hv-cinder-83716: {}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: L3 agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: Metadata agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: Metering agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: Open vSwitch agent@dv-cinder-837165-3-iscsi: { 'AddressGroup': '1.2', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Agent': '1.1', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'ConntrackHelper': '1.0', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'LocalIPAssociation': '1.0', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Log': '1.0', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'NDPProxy': '1.0', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Network': '1.1', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Port': '1.7', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'PortForwarding': '1.3', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'QosPolicy': '1.10', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SecurityGroup': '1.5', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SecurityGroupRule': '1.2', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'SubPort': '1.0', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Subnet': '1.1', Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: 'Trunk': '1.1'}} Jun 16 14:57:04.105826 dv-cinder-837165-3-iscsi neutron-server[110480]: {{(pid=110480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:57:04.131293 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (42de7e1a-18a3-438a-a76c-ada02981be4e), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.131923 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Added segment 42de7e1a-18a3-438a-a76c-ada02981be4e of type vlan for network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 Jun 16 14:57:04.189562 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (3dc2fbd7-b902-4092-9a0a-ec11d0484649), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.226425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (3dc2fbd7-b902-4092-9a0a-ec11d0484649), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.227584 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:04.228302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.279934 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60478) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:04.287890 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7525415 Jun 16 14:57:04.294708 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Request body: {'subnet': {'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-subnet', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:04.346486 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ee037-5986-4820-a3da-bfa4085dc226 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc2fbd7-b902-4092-9a0a-ec11d0484649,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:04.360327 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:57:04.444277 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Made reservation on behalf of 2a4c67a42f8a405d84d4697a45e962ff for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:04.447566 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.659968 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (30810ffb-b184-4065-b615-c5f345d0f1fc), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.725615 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=30810ffb-b184-4065-b615-c5f345d0f1fc,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:04.735231 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.735637 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.736205 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.736738 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.737100 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.737619 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.738011 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.738366 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.738617 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.738961 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.739311 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.739647 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.739972 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.740301 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.741264 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Tracked resource versions report: Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: pushed versions: Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: { 'AddressGroup': {'1.2'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Agent': {'1.1'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'ConntrackHelper': {'1.0'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'LocalIPAssociation': {'1.0'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Log': {'1.0'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'NDPProxy': {'1.0'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Network': {'1.1'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Port': {'1.7'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'PortForwarding': {'1.3'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'QosPolicy': {'1.10'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SecurityGroup': {'1.5'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SubPort': {'1.0'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Subnet': {'1.1'}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Trunk': {'1.1'}} Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: consumer versions: Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: { DHCP agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: HyperV agent@hv-cinder-83716: {}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: L3 agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: Metadata agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: Metering agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: Open vSwitch agent@dv-cinder-837165-3-iscsi: { 'AddressGroup': '1.2', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Agent': '1.1', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'ConntrackHelper': '1.0', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'LocalIPAssociation': '1.0', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Log': '1.0', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'NDPProxy': '1.0', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Network': '1.1', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Port': '1.7', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'PortForwarding': '1.3', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'QosPolicy': '1.10', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SecurityGroup': '1.5', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SecurityGroupRule': '1.2', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'SubPort': '1.0', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Subnet': '1.1', Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: 'Trunk': '1.1'}} Jun 16 14:57:04.742502 dv-cinder-837165-3-iscsi neutron-server[110479]: {{(pid=110479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:57:04.753675 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Checking segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:04.754043 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Network hostable DHCP agents. Network: 3dc2fbd7-b902-4092-9a0a-ec11d0484649, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:57:04.774773 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:57:04.790935 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 3dc2fbd7-b902-4092-9a0a-ec11d0484649) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:04.798091 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:04.799406 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.802009 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797ad46-a222-45d9-b354-bc3e744004fd None None] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:57:04.825716 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60508) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:04.830422 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:04.835969 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1462c07d-fdf8-4292-a34f-80c718574aae admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5547600 Jun 16 14:57:04.856662 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (23be61ec-e38c-4806-9820-c303c534a6ab), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.857776 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (23be61ec-e38c-4806-9820-c303c534a6ab), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.925922 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks [] for router_controller (23be61ec-e38c-4806-9820-c303c534a6ab), precommit_add_association {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:04.976048 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:57:04.977921 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.070587 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60524) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:05.182740 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks [] for router_gateway (23be61ec-e38c-4806-9820-c303c534a6ab), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.220311 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Allocated IP 172.20.0.2 (3dc2fbd7-b902-4092-9a0a-ec11d0484649/30810ffb-b184-4065-b615-c5f345d0f1fc/7659f13e-098e-40f0-8c2a-c52807051495) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:05.366247 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60536) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:05.435180 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1119669006-network', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:05.493971 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60540) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:05.519792 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Publish callbacks [] for port (7659f13e-098e-40f0-8c2a-c52807051495), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.520821 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Made reservation on behalf of 2940b81a86c2401db1aa432d9a0735eb for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:05.524053 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.532719 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (7659f13e-098e-40f0-8c2a-c52807051495), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.558622 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.599044 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:05.599948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Pushing event updated for resources: {'Port': ['ID=7659f13e-098e-40f0-8c2a-c52807051495,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:05.604200 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:05.607436 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:05.619728 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.620993 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.621610 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.622260 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.622772 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.623288 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.623777 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.624276 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.624757 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.625306 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.625864 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.626405 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.626909 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.627618 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.628118 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Tracked resource versions report: Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: pushed versions: Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: { 'AddressGroup': {'1.2'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Agent': {'1.1'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'ConntrackHelper': {'1.0'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'LocalIPAssociation': {'1.0'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Log': {'1.0'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'NDPProxy': {'1.0'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Network': {'1.1'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Port': {'1.7'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'PortForwarding': {'1.3'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'QosPolicy': {'1.10'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SecurityGroup': {'1.5'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SubPort': {'1.0'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Subnet': {'1.1'}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Trunk': {'1.1'}} Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: consumer versions: Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: { DHCP agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: HyperV agent@hv-cinder-83716: {}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: L3 agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: Metadata agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: Metering agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: Open vSwitch agent@dv-cinder-837165-3-iscsi: { 'AddressGroup': '1.2', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Agent': '1.1', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'ConntrackHelper': '1.0', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'LocalIPAssociation': '1.0', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Log': '1.0', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'NDPProxy': '1.0', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Network': '1.1', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Port': '1.7', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'PortForwarding': '1.3', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'QosPolicy': '1.10', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SecurityGroup': '1.5', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SecurityGroupRule': '1.2', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'SubPort': '1.0', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Subnet': '1.1', Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: 'Trunk': '1.1'}} Jun 16 14:57:05.629677 dv-cinder-837165-3-iscsi neutron-server[110481]: {{(pid=110481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:57:05.703131 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks [] for router_gateway (23be61ec-e38c-4806-9820-c303c534a6ab), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.733014 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.749833 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Publish callbacks [] for security_group (75e291b4-f542-433d-913b-8965dcd1eea7), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.758310 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (75e291b4-f542-433d-913b-8965dcd1eea7), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.839963 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Attempting to bind port 7659f13e-098e-40f0-8c2a-c52807051495 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:05.840741 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Attempting to bind port 7659f13e-098e-40f0-8c2a-c52807051495 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:05.841377 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Attempting to bind port 7659f13e-098e-40f0-8c2a-c52807051495 on network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:05.849535 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:05.850283 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Checking segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:05.850666 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:57:05.851124 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.851727 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Bound using segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:05.853227 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Bound port: 7659f13e-098e-40f0-8c2a-c52807051495, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:05.853498 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (7659f13e-098e-40f0-8c2a-c52807051495), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.893375 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e291b4-f542-433d-913b-8965dcd1eea7,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:05.917554 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (53d77910-fc85-4dc2-bef8-bb82cb937d71), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:05.917899 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Added segment 53d77910-fc85-4dc2-bef8-bb82cb937d71 of type vlan for network 585283c3-d940-441f-ba61-bbe0dfecbee8 Jun 16 14:57:05.934031 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Allocated IP 172.27.2.140 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/96ec871e-fe2a-438c-9d06-3571ab101e13) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:06.067678 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (585283c3-d940-441f-ba61-bbe0dfecbee8), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.107886 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:06.113271 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] For port 7659f13e-098e-40f0-8c2a-c52807051495, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:06.123884 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks [] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.128165 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] For port 7659f13e-098e-40f0-8c2a-c52807051495, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=7659f13e-098e-40f0-8c2a-c52807051495,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:06.142629 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (585283c3-d940-441f-ba61-bbe0dfecbee8), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.144378 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:06.145363 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.191443 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:06.193601 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:06.198125 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.208622 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:06.230274 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-network', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:06.273076 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1981695 Jun 16 14:57:06.285869 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-359057902-network', 'tenant_id': 'a0788d395b4e4632b29e263608e28973'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:06.302181 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (7659f13e-098e-40f0-8c2a-c52807051495), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.311246 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60578) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:06.319208 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Pushing event updated for resources: {'Port': ['ID=96ec871e-fe2a-438c-9d06-3571ab101e13,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:06.327239 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Request body: {'subnet': {'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-subnet', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:06.392018 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Made reservation on behalf of 2940b81a86c2401db1aa432d9a0735eb for: {'subnet': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:06.395391 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.422519 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:06.427338 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:06.437154 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:06.525740 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b3c5f-eb89-4aa7-8ac0-cef126680619 admin admin] Pushing event updated for resources: {'Network': ['ID=585283c3-d940-441f-ba61-bbe0dfecbee8,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:06.563220 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Made reservation on behalf of a0788d395b4e4632b29e263608e28973 for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:06.576720 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.599023 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:06.600004 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.685461 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Made reservation on behalf of b017c2881aba4df6afe70cdcb84d5ee8 for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:06.691623 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.728397 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:57:06.731579 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13a5c0-c492-46bb-b3bf-13724eadcc87 None None] Pushing event updated for resources: {'Port': ['ID=7659f13e-098e-40f0-8c2a-c52807051495,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:06.734137 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.946104 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Publish callbacks [] for security_group (dd6fbd68-c12f-4a1d-a661-6f9c9498460a), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.957349 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (dd6fbd68-c12f-4a1d-a661-6f9c9498460a), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:06.980812 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:INSERT=8,neutron:UPDATE=5,neutron:SELECT=87 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:07.059423 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:57:07.077685 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (196b4b84-ea49-4790-bcad-c4d05df73165), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.078012 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Added segment 196b4b84-ea49-4790-bcad-c4d05df73165 of type vlan for network b6f4c40d-6092-40a7-85ed-80fb26ed2561 Jun 16 14:57:07.160946 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6fbd68-c12f-4a1d-a661-6f9c9498460a,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:07.270420 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (b6f4c40d-6092-40a7-85ed-80fb26ed2561), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.313357 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1e388831-71a1-4f54-955a-49b2850d73f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.317973 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Publish callbacks [] for security_group (8b9b3ef0-013f-49e2-9da8-011dc214c791), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.346917 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (8b9b3ef0-013f-49e2-9da8-011dc214c791), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.394856 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks [] for router_gateway (23be61ec-e38c-4806-9820-c303c534a6ab), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.454017 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:57:07.485310 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (b6f4c40d-6092-40a7-85ed-80fb26ed2561), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.486937 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:07.487771 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.497817 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9b3ef0-013f-49e2-9da8-011dc214c791,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:07.499888 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 7659f13e-098e-40f0-8c2a-c52807051495 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:07.532664 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (da0217a2-0b83-4eb2-9b52-4b39182d5235), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.551799 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (f15dd0a0-c21f-43db-9085-799baea9b640), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.552409 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Added segment f15dd0a0-c21f-43db-9085-799baea9b640 of type vlan for network af6393b8-96dc-4031-aeb0-a940bd5ce30c Jun 16 14:57:07.612402 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f4c40d-6092-40a7-85ed-80fb26ed2561,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:07.631967 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:57:07.638014 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0217a2-0b83-4eb2-9b52-4b39182d5235,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:07.653099 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f08bca7c-3485-4c0f-afc2-85a1444ede49 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.1527016 Jun 16 14:57:07.658583 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60628) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:07.674592 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Request body: {'subnet': {'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-359057902-subnet', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:07.683645 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (af6393b8-96dc-4031-aeb0-a940bd5ce30c), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.698248 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:07.726720 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (af6393b8-96dc-4031-aeb0-a940bd5ce30c), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.728284 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:07.729268 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.754953 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 7659f13e-098e-40f0-8c2a-c52807051495 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:07.755588 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (7659f13e-098e-40f0-8c2a-c52807051495), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.759145 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:07.784616 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4165664 Jun 16 14:57:07.788336 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60630) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:07.839091 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Request body: {'subnet': {'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-subnet', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:07.845444 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd1f6-4638-499f-9ade-833ff914e0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=af6393b8-96dc-4031-aeb0-a940bd5ce30c,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:07.883349 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:57:07.884636 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Made reservation on behalf of b017c2881aba4df6afe70cdcb84d5ee8 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:07.887745 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:07.937133 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Made reservation on behalf of a0788d395b4e4632b29e263608e28973 for: {'subnet': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:07.939920 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.127143 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 7659f13e-098e-40f0-8c2a-c52807051495 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:08.129189 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (7659f13e-098e-40f0-8c2a-c52807051495), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.154647 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:08.190896 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Checking segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:08.191764 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Network hostable DHCP agents. Network: 585283c3-d940-441f-ba61-bbe0dfecbee8, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:57:08.254632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 7659f13e-098e-40f0-8c2a-c52807051495, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=7659f13e-098e-40f0-8c2a-c52807051495,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:08.262708 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (7659f13e-098e-40f0-8c2a-c52807051495), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.306181 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (0e4b218f-61e9-422a-b56e-12b40d692a87), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.345829 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=7659f13e-098e-40f0-8c2a-c52807051495,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:08.366363 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:08.422457 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4b218f-61e9-422a-b56e-12b40d692a87,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:08.450562 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:57:08.471816 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Checking segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:08.474761 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Network hostable DHCP agents. Network: af6393b8-96dc-4031-aeb0-a940bd5ce30c, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:57:08.499108 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (23be61ec-e38c-4806-9820-c303c534a6ab), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.516148 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:57:08.522638 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 585283c3-d940-441f-ba61-bbe0dfecbee8) {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:08.530080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (44bc844b-473b-431a-82f0-319774db4b70), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.530244 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, af6393b8-96dc-4031-aeb0-a940bd5ce30c) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:08.533245 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:08.533928 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.534169 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78e701-99db-4d82-bf1d-2f8571db9a76 None None] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:57:08.547600 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:08.549978 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.596889 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bc844b-473b-431a-82f0-319774db4b70,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:08.625917 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b8a19305-4170-433d-8594-e70f50bbbfdf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8342273 Jun 16 14:57:08.627373 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60666) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:08.645527 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:08.670063 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-bdfdf1e3-f74d-4970-9158-6ed3d4526a46 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3471375 Jun 16 14:57:08.682578 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60670) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:08.702454 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Checking segment: {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:08.702820 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Network hostable DHCP agents. Network: b6f4c40d-6092-40a7-85ed-80fb26ed2561, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:57:08.769547 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:08.772244 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f720af7-e430-4d6e-8e64-87a38fa15d03 None None] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:57:08.853407 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:08.891679 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.894515 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.897122 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:57:08.957613 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:08.981361 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, b6f4c40d-6092-40a7-85ed-80fb26ed2561) {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:09.006497 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:09.009898 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.104025 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-6458103a-e0d7-4a14-aa47-700a1da4d0ba admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4420552 Jun 16 14:57:09.109762 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60688) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:09.110548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Router 23be61ec-e38c-4806-9820-c303c534a6ab is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 14:57:09.115015 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-585283c3-d940-441f-ba61-bbe0dfecbee8', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:57:09.115981 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.122131 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:09.156687 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e19e79-6017-42ea-9bfa-f9dfa94bcf30 None None] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:57:09.175970 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:57:09.178446 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.239111 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (4644057b-c345-4263-9e22-470bae9d48ea), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.240628 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (4644057b-c345-4263-9e22-470bae9d48ea), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.251044 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks [] for router_controller (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), precommit_add_association {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.263074 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94b0e5-47b7-42bb-b0fb-a561b32ada03 None None] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:57:09.327498 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60692) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:09.351780 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (077e57c8-08a6-4547-a40b-532d321984c1), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.352921 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (077e57c8-08a6-4547-a40b-532d321984c1), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.360155 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60696) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:09.437960 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:09.506458 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 7659f13e-098e-40f0-8c2a-c52807051495 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:09.518410 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks [] for router_controller (4644057b-c345-4263-9e22-470bae9d48ea), precommit_add_association {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.621860 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks [] for router_gateway (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.632628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks [] for router_controller (077e57c8-08a6-4547-a40b-532d321984c1), precommit_add_association {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.634715 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:57:09.650884 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Sync routers for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:09.667722 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:09.668368 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:56:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:09.737380 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.742011 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-1a21a561-1565-42ce-bbb1-1f0d7646f505 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9151242 Jun 16 14:57:09.742663 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60706) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:09.872314 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:09.902506 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 7659f13e-098e-40f0-8c2a-c52807051495 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:09.903480 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (7659f13e-098e-40f0-8c2a-c52807051495), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.949016 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3fb70335-bdd2-4bbd-905a-d68bdde63c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:09.965944 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks [] for router_gateway (077e57c8-08a6-4547-a40b-532d321984c1), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.001999 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:10.016446 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:10.021563 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a306-8670-4dd9-8660-8e0880197175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.073208 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-8dc7d4c4-bda3-48ee-b0a2-9e87636ee941 None None] Provisioning complete for port 7659f13e-098e-40f0-8c2a-c52807051495 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:10.074214 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d4c4-bda3-48ee-b0a2-9e87636ee941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (7659f13e-098e-40f0-8c2a-c52807051495), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.195244 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:06Z', 'revision_number': 3, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:10.200947 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Allocated IP 172.20.0.2 (585283c3-d940-441f-ba61-bbe0dfecbee8/da0217a2-0b83-4eb2-9b52-4b39182d5235/e3adf39e-e8cf-46a4-8b3d-b53b3910fdab) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:10.208940 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks [] for router_gateway (4644057b-c345-4263-9e22-470bae9d48ea), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.225988 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:10.246361 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Checking router: 23be61ec-e38c-4806-9820-c303c534a6ab for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:10.247029 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Updating router 23be61ec-e38c-4806-9820-c303c534a6ab port 96ec871e-fe2a-438c-9d06-3571ab101e13 binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:10.303667 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.372359 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'project_id': 'a0788d395b4e4632b29e263608e28973', 'fixed_ips': [{'subnet_id': '44bc844b-473b-431a-82f0-319774db4b70'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:57:10.374493 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.420252 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3fb70335-bdd2-4bbd-905a-d68bdde63c07 admin admin] Publish callbacks [] for security_group (43b58fa6-0cf0-4df3-9849-f7657037e81f), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.454340 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-953c642e-76bb-4bed-8eaa-4ba7b0dc2ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.465933 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:10.521218 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3fb70335-bdd2-4bbd-905a-d68bdde63c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (43b58fa6-0cf0-4df3-9849-f7657037e81f), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.526574 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:10.580230 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a306-8670-4dd9-8660-8e0880197175 admin admin] Publish callbacks [] for security_group (398ac6e4-961a-4602-a6aa-4a346b00f1f1), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.597817 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a306-8670-4dd9-8660-8e0880197175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (398ac6e4-961a-4602-a6aa-4a346b00f1f1), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.657709 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Allocated IP 172.20.0.2 (af6393b8-96dc-4031-aeb0-a940bd5ce30c/0e4b218f-61e9-422a-b56e-12b40d692a87/9fe50311-b9d1-48fe-9b7f-2d8749690ce9) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:10.667489 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2a306-8670-4dd9-8660-8e0880197175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ac6e4-961a-4602-a6aa-4a346b00f1f1,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:10.681530 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-3fb70335-bdd2-4bbd-905a-d68bdde63c07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=420ebcc3dace46768bf717e019a47c2f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3517838 Jun 16 14:57:10.682342 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60724) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:10.686399 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks [] for router_gateway (077e57c8-08a6-4547-a40b-532d321984c1), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.692565 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb70335-bdd2-4bbd-905a-d68bdde63c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b58fa6-0cf0-4df3-9849-f7657037e81f,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:10.774257 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks [] for router_gateway (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.809495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.836193 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f5c2a306-8670-4dd9-8660-8e0880197175 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5341374958f54cf29d9b203c0632cf7f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4724102 Jun 16 14:57:10.843011 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60728) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:10.914188 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 7659f13e-098e-40f0-8c2a-c52807051495 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:10.988946 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Publish callbacks [] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:10.996874 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:11.001473 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.078990 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a0802326-e86a-4541-840d-ce2c12036c5f admin admin] Publish callbacks [] for security_group (398ac6e4-961a-4602-a6aa-4a346b00f1f1), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.103565 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Pushing event updated for resources: {'Port': ['ID=96ec871e-fe2a-438c-9d06-3571ab101e13,revision_number=2']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:11.106485 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.108165 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Attempting to bind port 96ec871e-fe2a-438c-9d06-3571ab101e13 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:11.108661 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Attempting to bind port 96ec871e-fe2a-438c-9d06-3571ab101e13 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:11.109241 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Attempting to bind port 96ec871e-fe2a-438c-9d06-3571ab101e13 on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:11.120819 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:11.121460 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:11.122000 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.122511 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:11.123219 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Bound port: 96ec871e-fe2a-438c-9d06-3571ab101e13, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:11.123749 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.157719 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a0802326-e86a-4541-840d-ce2c12036c5f admin admin] Publish callbacks [] for security_group (398ac6e4-961a-4602-a6aa-4a346b00f1f1), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.221682 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] For port 96ec871e-fe2a-438c-9d06-3571ab101e13, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:11.227659 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] For port 96ec871e-fe2a-438c-9d06-3571ab101e13, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=96ec871e-fe2a-438c-9d06-3571ab101e13,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:11.238423 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.257077 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.257309 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.257679 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.258112 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.258549 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.259152 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.259868 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.261637 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.261637 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.262111 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.263542 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.264129 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.264680 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.265151 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.266028 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Tracked resource versions report: Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: pushed versions: Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: { 'AddressGroup': {'1.2'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Agent': {'1.1'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'ConntrackHelper': {'1.0'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'LocalIPAssociation': {'1.0'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Log': {'1.0'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'NDPProxy': {'1.0'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Network': {'1.1'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Port': {'1.7'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'PortForwarding': {'1.3'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'QosPolicy': {'1.10'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SecurityGroup': {'1.5'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SubPort': {'1.0'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Subnet': {'1.1'}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Trunk': {'1.1'}} Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: consumer versions: Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: { DHCP agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: HyperV agent@hv-cinder-83716: {}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: L3 agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: Metadata agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: Metering agent@dv-cinder-837165-3-iscsi: {}, Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: Open vSwitch agent@dv-cinder-837165-3-iscsi: { 'AddressGroup': '1.2', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Agent': '1.1', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'ConntrackHelper': '1.0', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'LocalIPAssociation': '1.0', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Log': '1.0', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'NDPProxy': '1.0', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Network': '1.1', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Port': '1.7', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'PortForwarding': '1.3', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'QosPolicy': '1.10', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SecurityGroup': '1.5', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SecurityGroupRule': '1.2', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'SubPort': '1.0', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Subnet': '1.1', Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: 'Trunk': '1.1'}} Jun 16 14:57:11.268323 dv-cinder-837165-3-iscsi neutron-server[110482]: {{(pid=110482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:57:11.310706 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:11.311983 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:11.354836 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks [] for router_gateway (4644057b-c345-4263-9e22-470bae9d48ea), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.409514 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Publish callbacks [] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.427923 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.437766 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:11.478668 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7d4c4-bda3-48ee-b0a2-9e87636ee941 None None] Current status of the port 7659f13e-098e-40f0-8c2a-c52807051495 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:11.537818 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:11.549280 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.569581 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a0802326-e86a-4541-840d-ce2c12036c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (398ac6e4-961a-4602-a6aa-4a346b00f1f1), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.586089 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a0802326-e86a-4541-840d-ce2c12036c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.589452 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:11.593275 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-a0802326-e86a-4541-840d-ce2c12036c5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/398ac6e4-961a-4602-a6aa-4a346b00f1f1 HTTP/1.1" status: 204 len: 168 time: 0.7453566 Jun 16 14:57:11.602214 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:11.604119 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:11.619076 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:11.671617 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0802326-e86a-4541-840d-ce2c12036c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ac6e4-961a-4602-a6aa-4a346b00f1f1,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:11.683001 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Pushing event updated for resources: {'Port': ['ID=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:11.701229 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-d76351f0-17a7-4112-8388-8dc3c0aa6276 None None] Provisioning complete for port 7659f13e-098e-40f0-8c2a-c52807051495 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:11.701994 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d76351f0-17a7-4112-8388-8dc3c0aa6276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (7659f13e-098e-40f0-8c2a-c52807051495), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.731141 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Allocated IP 172.20.0.2 (b6f4c40d-6092-40a7-85ed-80fb26ed2561/44bc844b-473b-431a-82f0-319774db4b70/2607b74d-c784-487e-92ca-37463c985820) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:11.788604 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Allocated IP 172.27.2.38 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/5bb9172b-fa16-44c7-8fe2-cba94518365c) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:11.803146 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da7fc236-77c2-47a2-92e1-94ef72bab806 admin admin] Publish callbacks [] for security_group (43b58fa6-0cf0-4df3-9849-f7657037e81f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:11.807300 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052df0c8-b4ad-4a7d-bb5e-ed0e4ec5740f None None] Pushing event updated for resources: {'Port': ['ID=96ec871e-fe2a-438c-9d06-3571ab101e13,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:11.946161 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da7fc236-77c2-47a2-92e1-94ef72bab806 admin admin] Publish callbacks [] for security_group (43b58fa6-0cf0-4df3-9849-f7657037e81f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.046945 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:12.070629 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:12.072923 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:06Z', 'revision_number': 3, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:12.083290 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks [] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.091874 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Publish callbacks [] for port (2607b74d-c784-487e-92ca-37463c985820), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.104071 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e196e-9294-46f5-bdc8-c15d06424a5d None None] The sync data for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi is: [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:06Z', 'revision_number': 3, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:12.179191 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:57:12.181777 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Publish callbacks [] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.190413 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.196748 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (2607b74d-c784-487e-92ca-37463c985820), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.206756 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.222401 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.239112 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Attempting to bind port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:12.239112 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Attempting to bind port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:12.239372 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Attempting to bind port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:12.290411 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:12.290793 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Checking segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:12.291207 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.291605 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Bound using segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:12.292146 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Bound port: e3adf39e-e8cf-46a4-8b3d-b53b3910fdab, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:12.292533 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.303565 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Allocated IP 172.27.2.114 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/c5b5cc0c-ba50-4599-86d7-d98597d9eecf) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:12.309461 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:12.330508 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:12.333829 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:12.339634 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:12.342632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:12.344713 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Pushing event updated for resources: {'Port': ['ID=2607b74d-c784-487e-92ca-37463c985820,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:12.353913 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:12.445528 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60752) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:12.472258 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da7fc236-77c2-47a2-92e1-94ef72bab806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (43b58fa6-0cf0-4df3-9849-f7657037e81f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.475176 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da7fc236-77c2-47a2-92e1-94ef72bab806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.478723 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-da7fc236-77c2-47a2-92e1-94ef72bab806 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43b58fa6-0cf0-4df3-9849-f7657037e81f HTTP/1.1" status: 204 len: 168 time: 1.7858167 Jun 16 14:57:12.511959 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc236-77c2-47a2-92e1-94ef72bab806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b58fa6-0cf0-4df3-9849-f7657037e81f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:12.535266 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks [] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.535494 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-22a81648-599a-45df-bb57-b05d1f7d9d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.579102 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:12.587896 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:12.609519 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:12.695502 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Allocated IP 172.20.0.1 (3dc2fbd7-b902-4092-9a0a-ec11d0484649/30810ffb-b184-4065-b615-c5f345d0f1fc/db6aa5cb-06ab-44f3-b717-ae713059fa16) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:12.696670 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:12.698653 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-d76351f0-17a7-4112-8388-8dc3c0aa6276 None None] Current status of the port 7659f13e-098e-40f0-8c2a-c52807051495 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:12.762615 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Pushing event updated for resources: {'Port': ['ID=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:12.766768 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Attempting to bind port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:12.767110 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Attempting to bind port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:12.767486 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Attempting to bind port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 on network af6393b8-96dc-4031-aeb0-a940bd5ce30c {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:12.781851 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.788899 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] For port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:12.823577 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:12.823976 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Checking segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:12.824391 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.824809 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Bound using segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:12.829382 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Pushing event updated for resources: {'Port': ['ID=5bb9172b-fa16-44c7-8fe2-cba94518365c,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:12.832585 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Bound port: 9fe50311-b9d1-48fe-9b7f-2d8749690ce9, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:12.832585 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.841692 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:12.844002 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-22a81648-599a-45df-bb57-b05d1f7d9d17 admin admin] Publish callbacks [] for security_group (63a90569-cb96-4bc6-b54b-555c989ab773), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.844542 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] For port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:12.851516 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Attempting to bind port 2607b74d-c784-487e-92ca-37463c985820 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:12.851902 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Attempting to bind port 2607b74d-c784-487e-92ca-37463c985820 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:12.852307 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Attempting to bind port 2607b74d-c784-487e-92ca-37463c985820 on network b6f4c40d-6092-40a7-85ed-80fb26ed2561 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:12.855675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-22a81648-599a-45df-bb57-b05d1f7d9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (63a90569-cb96-4bc6-b54b-555c989ab773), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.903010 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:12.916895 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Checking segment: {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:12.917461 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.917893 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Bound using segment: {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:12.918563 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Bound port: 2607b74d-c784-487e-92ca-37463c985820, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:12.918920 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2607b74d-c784-487e-92ca-37463c985820), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.933406 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:12.943624 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:12.953520 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.968995 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-22a81648-599a-45df-bb57-b05d1f7d9d17 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91e0eaa896984bb8a84c069fadcb162e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5220959 Jun 16 14:57:12.969652 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60766) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:12.978747 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:12.992822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a81648-599a-45df-bb57-b05d1f7d9d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a90569-cb96-4bc6-b54b-555c989ab773,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:13.050173 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Publish callbacks [] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:13.122778 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Allocated IP 172.27.2.86 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/4d261771-85d2-4c26-b83d-0662a16e2298) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:13.132248 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] For port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:13.133914 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:13.162631 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:13.169684 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:13.177921 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] For port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:13.209016 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:13.218004 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] For port 2607b74d-c784-487e-92ca-37463c985820, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:13.228884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] For port 2607b74d-c784-487e-92ca-37463c985820, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=2607b74d-c784-487e-92ca-37463c985820,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:13.232682 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d98887-bfb4-4579-936a-d7352a8490dd None None] Pushing event updated for resources: {'Port': ['ID=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:13.249028 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:13.270073 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:13.270989 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b5cc0c-ba50-4599-86d7-d98597d9eecf,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:13.304638 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101f14c-c74c-43fc-982c-785173d453ba None None] Pushing event updated for resources: {'Port': ['ID=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:13.324932 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2607b74d-c784-487e-92ca-37463c985820), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:13.340368 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:13.457999 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038c16f-e702-4cf9-883b-55dca6c90156 None None] Pushing event updated for resources: {'Port': ['ID=2607b74d-c784-487e-92ca-37463c985820,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:13.461007 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:13.489611 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:13.492389 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:13.492939 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (23be61ec-e38c-4806-9820-c303c534a6ab), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:13.496552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Pushing event updated for resources: {'Port': ['ID=db6aa5cb-06ab-44f3-b717-ae713059fa16,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:13.570626 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 96ec871e-fe2a-438c-9d06-3571ab101e13 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:13.756590 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 96ec871e-fe2a-438c-9d06-3571ab101e13 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:13.758251 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.015078 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks [] for router_gateway (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.105489 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75bade3-d317-4bd9-9352-102e29ef6db1 admin admin] Publish callbacks [] for security_group (63a90569-cb96-4bc6-b54b-555c989ab773), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.108295 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 96ec871e-fe2a-438c-9d06-3571ab101e13 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:14.109003 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.132982 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks [] for port (4d261771-85d2-4c26-b83d-0662a16e2298), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.179528 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 96ec871e-fe2a-438c-9d06-3571ab101e13, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=96ec871e-fe2a-438c-9d06-3571ab101e13,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:14.196361 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.281861 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-b3b8bb18-43df-40ab-aa3b-ffd46d00873b None None] Provisioning complete for port db6aa5cb-06ab-44f3-b717-ae713059fa16 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:14.283263 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-b3b8bb18-43df-40ab-aa3b-ffd46d00873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.338667 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.400406 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8bb18-43df-40ab-aa3b-ffd46d00873b None None] Port db6aa5cb-06ab-44f3-b717-ae713059fa16 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:14.405445 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:14.405989 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.408393 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=96ec871e-fe2a-438c-9d06-3571ab101e13,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:14.409455 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:14.413331 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.415465 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:14.429150 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75bade3-d317-4bd9-9352-102e29ef6db1 admin admin] Publish callbacks [] for security_group (63a90569-cb96-4bc6-b54b-555c989ab773), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.453480 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Pushing event updated for resources: {'Port': ['ID=4d261771-85d2-4c26-b83d-0662a16e2298,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:14.587310 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:14.624379 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.636253 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75bade3-d317-4bd9-9352-102e29ef6db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (63a90569-cb96-4bc6-b54b-555c989ab773), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.639230 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e75bade3-d317-4bd9-9352-102e29ef6db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.643003 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e75bade3-d317-4bd9-9352-102e29ef6db1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63a90569-cb96-4bc6-b54b-555c989ab773 HTTP/1.1" status: 204 len: 168 time: 1.6720309 Jun 16 14:57:14.688223 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks [] for router_gateway (4644057b-c345-4263-9e22-470bae9d48ea), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.692782 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bade3-d317-4bd9-9352-102e29ef6db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a90569-cb96-4bc6-b54b-555c989ab773,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:14.711343 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:14.792293 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:14.796932 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks [] for router_gateway (077e57c8-08a6-4547-a40b-532d321984c1), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.914559 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:14.968659 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Publish callbacks [] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:15.000035 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 14:57:15.044515 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:15.044906 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (23be61ec-e38c-4806-9820-c303c534a6ab), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:15.078237 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (4644057b-c345-4263-9e22-470bae9d48ea), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:15.120746 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:15.123641 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:15.255345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Pushing event updated for resources: {'Port': ['ID=db6aa5cb-06ab-44f3-b717-ae713059fa16,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:15.291583 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:57:15.315395 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:15.345959 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:15.352647 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b337e220-6cb2-4c8d-a3d7-21ac55617b4a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6636100 Jun 16 14:57:15.354590 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60814) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:15.362273 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:15.366687 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:15.415063 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (077e57c8-08a6-4547-a40b-532d321984c1), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:15.477078 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Router 4644057b-c345-4263-9e22-470bae9d48ea is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 14:57:15.640506 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:15.676107 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:15.800242 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:15.938846 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 96ec871e-fe2a-438c-9d06-3571ab101e13 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:16.180772 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Router 23be61ec-e38c-4806-9820-c303c534a6ab has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:57:16.188032 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a9214-0d41-403a-9c1a-59059b24e51a None None] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:57:16.306736 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:57:16.318419 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Sync routers for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:16.355588 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:16.358009 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:16.403701 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:16.417749 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-866d56db-b4b2-49eb-bcdc-aa6214442744 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7877600 Jun 16 14:57:16.421947 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60844) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:16.478847 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-8a7c38e3-4f97-47bf-8659-5aed36b11e92 None None] Provisioning complete for port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:16.479947 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8a7c38e3-4f97-47bf-8659-5aed36b11e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:16.500045 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:16.524963 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:57:16.540900 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-e164d90c-6f63-4501-b1b4-8fd0a8a0cdaa admin admin] 10.222.0.72 "PUT /v2.0/routers/23be61ec-e38c-4806-9820-c303c534a6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7882462 Jun 16 14:57:16.554488 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Router 077e57c8-08a6-4547-a40b-532d321984c1 is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 14:57:16.631260 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Sync routers for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:16.717000 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:16.720108 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:16.744603 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653918f-8444-41d6-81b2-ea8eec2cb0b9 None None] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:57:16.747498 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 96ec871e-fe2a-438c-9d06-3571ab101e13 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:16.747988 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:16.862166 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:57:16.876762 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:16.880880 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:16.909005 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:16.911350 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-1d4c1fa5-8e69-4c02-b313-ddc9bdf56f23 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7941530 Jun 16 14:57:16.914454 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60858) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:17.239791 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:17.288557 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf67578-8787-48cc-b941-70ab5a165bdc None None] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:57:17.374015 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Sync routers for ids ['077e57c8-08a6-4547-a40b-532d321984c1'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:17.390314 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:17.391191 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:17.405023 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 3, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:17.417995 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60872) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:17.419959 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:17.466245 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Checking router: 4644057b-c345-4263-9e22-470bae9d48ea for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:17.478644 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Updating router 4644057b-c345-4263-9e22-470bae9d48ea port c5b5cc0c-ba50-4599-86d7-d98597d9eecf binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:17.488851 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Routers {'077e57c8-08a6-4547-a40b-532d321984c1'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:17.490262 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['077e57c8-08a6-4547-a40b-532d321984c1'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:17.535078 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c38e3-4f97-47bf-8659-5aed36b11e92 None None] Current status of the port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:17.535978 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8a7c38e3-4f97-47bf-8659-5aed36b11e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:17.578177 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-d15906ea-fb35-4e87-a250-db6771498f74 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1713020009', 'description': 'tempest-description--484598017'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:17.611672 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:17.700402 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:17.702268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d15906ea-fb35-4e87-a250-db6771498f74 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:17.781806 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-8a7c38e3-4f97-47bf-8659-5aed36b11e92 None None] For port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:17.792638 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:17.888789 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8a7c38e3-4f97-47bf-8659-5aed36b11e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:17.919831 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:17.946172 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:12Z', 'revision_number': 3, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:17.979932 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:18.030748 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:18.031380 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Updating router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc port 5bb9172b-fa16-44c7-8fe2-cba94518365c binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:18.032056 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Set router 077e57c8-08a6-4547-a40b-532d321984c1 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:18.164216 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d15906ea-fb35-4e87-a250-db6771498f74 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (0913f173-6b40-4455-8811-72fe26d282b5), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.205128 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 96ec871e-fe2a-438c-9d06-3571ab101e13 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:18.206263 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:18.216706 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Provisioning complete for port 2607b74d-c784-487e-92ca-37463c985820 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:18.216706 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2607b74d-c784-487e-92ca-37463c985820), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.339378 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:18.383449 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.444217 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.454310 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Allocated IP 172.20.0.1 (b6f4c40d-6092-40a7-85ed-80fb26ed2561/44bc844b-473b-431a-82f0-319774db4b70/f0632c4f-45a6-4749-b825-a6b7a640f981) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:18.470042 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c38e3-4f97-47bf-8659-5aed36b11e92 None None] Pushing event updated for resources: {'Port': ['ID=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:18.578534 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d15906ea-fb35-4e87-a250-db6771498f74 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (0913f173-6b40-4455-8811-72fe26d282b5), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.584571 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:18.604773 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:18.625392 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15906ea-fb35-4e87-a250-db6771498f74 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0913f173-6b40-4455-8811-72fe26d282b5,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:18.655975 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d15906ea-fb35-4e87-a250-db6771498f74 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.658940 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d15906ea-fb35-4e87-a250-db6771498f74 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0916023 Jun 16 14:57:18.665864 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60906) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:18.673849 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-2d0f9f72-36e9-4354-9989-857985ba8712 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'security_group_rule': {'security_group_id': '0913f173-6b40-4455-8811-72fe26d282b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:18.701284 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 3, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port': {'id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:18.763148 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f72-36e9-4354-9989-857985ba8712 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (c6ccc056-81da-4a05-9977-5c60bccec30a), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.799285 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Allocated IP 172.20.0.1 (585283c3-d940-441f-ba61-bbe0dfecbee8/da0217a2-0b83-4eb2-9b52-4b39182d5235/da557f88-9008-4f5b-a3ab-cae4201d4549) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:18.801340 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:18.804964 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Checking router: 077e57c8-08a6-4547-a40b-532d321984c1 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:18.805568 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Updating router 077e57c8-08a6-4547-a40b-532d321984c1 port 4d261771-85d2-4c26-b83d-0662a16e2298 binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:18.859457 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Publish callbacks [] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.872755 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.875111 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:18.961765 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e46f8-cb59-4551-b748-809c7a65b8d5 None None] Pushing event updated for resources: {'Port': ['ID=c5b5cc0c-ba50-4599-86d7-d98597d9eecf,revision_number=2']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:18.973088 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:18.973765 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.021956 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Attempting to bind port c5b5cc0c-ba50-4599-86d7-d98597d9eecf on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:19.022341 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Attempting to bind port c5b5cc0c-ba50-4599-86d7-d98597d9eecf by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:19.022754 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Attempting to bind port c5b5cc0c-ba50-4599-86d7-d98597d9eecf on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:19.108040 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:19.108498 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:19.110558 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.111032 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:19.111543 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Bound port: c5b5cc0c-ba50-4599-86d7-d98597d9eecf, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:19.111934 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.121877 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Publish callbacks [] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.134858 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:19.181395 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Allocated IP 172.20.0.1 (af6393b8-96dc-4031-aeb0-a940bd5ce30c/0e4b218f-61e9-422a-b56e-12b40d692a87/9e6e19a4-2bdb-411e-988f-27f4196a2e2f) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:19.195100 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f72-36e9-4354-9989-857985ba8712 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (c6ccc056-81da-4a05-9977-5c60bccec30a), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.203355 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f72-36e9-4354-9989-857985ba8712 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (c6ccc056-81da-4a05-9977-5c60bccec30a), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.227333 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f9f72-36e9-4354-9989-857985ba8712 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ccc056-81da-4a05-9977-5c60bccec30a,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:19.261821 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9f72-36e9-4354-9989-857985ba8712 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.263272 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-2d0f9f72-36e9-4354-9989-857985ba8712 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5963867 Jun 16 14:57:19.265895 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] For port c5b5cc0c-ba50-4599-86d7-d98597d9eecf, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:19.272532 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:19.272942 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Current status of the port 2607b74d-c784-487e-92ca-37463c985820 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:19.273818 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 60926) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:19.274198 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2607b74d-c784-487e-92ca-37463c985820), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.275261 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] For port c5b5cc0c-ba50-4599-86d7-d98597d9eecf, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=c5b5cc0c-ba50-4599-86d7-d98597d9eecf,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:19.277996 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Publish callbacks [] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.280789 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.302103 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.361636 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-cad0ee41-13cd-482c-a00d-9ecedcb6f509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'security_group_rule': {'security_group_id': '0913f173-6b40-4455-8811-72fe26d282b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:19.371378 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0632c4f-45a6-4749-b825-a6b7a640f981,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:19.395992 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:19.404889 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:19.407516 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:19.417978 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:19.418714 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (077e57c8-08a6-4547-a40b-532d321984c1), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.494802 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:19.539034 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e46f8-cb59-4551-b748-809c7a65b8d5 None None] Pushing event updated for resources: {'Port': ['ID=c5b5cc0c-ba50-4599-86d7-d98597d9eecf,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:19.600869 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:19.602827 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:19.613817 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-cad0ee41-13cd-482c-a00d-9ecedcb6f509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (b69d8b88-a167-48c1-a7cc-8e7b9c95550c), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.785916 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.802872 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:19.814630 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:19.830059 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 2, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:19.917292 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Publish callbacks [] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.931585 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-cad0ee41-13cd-482c-a00d-9ecedcb6f509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (b69d8b88-a167-48c1-a7cc-8e7b9c95550c), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:19.946425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.010250 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Publish callbacks [] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.029540 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Checking router: 23be61ec-e38c-4806-9820-c303c534a6ab for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:20.029947 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Updating router 23be61ec-e38c-4806-9820-c303c534a6ab port db6aa5cb-06ab-44f3-b717-ae713059fa16 binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:20.030736 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Pushing event updated for resources: {'Port': ['ID=da557f88-9008-4f5b-a3ab-cae4201d4549,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:20.035042 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-cad0ee41-13cd-482c-a00d-9ecedcb6f509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (b69d8b88-a167-48c1-a7cc-8e7b9c95550c), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.067159 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] For port 2607b74d-c784-487e-92ca-37463c985820, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=2607b74d-c784-487e-92ca-37463c985820,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:20.070509 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:20.078611 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:20.088292 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:20.089528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.105977 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0ee41-13cd-482c-a00d-9ecedcb6f509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69d8b88-a167-48c1-a7cc-8e7b9c95550c,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:20.284403 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.310643 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-cad0ee41-13cd-482c-a00d-9ecedcb6f509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.315400 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-cad0ee41-13cd-482c-a00d-9ecedcb6f509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9928513 Jun 16 14:57:20.318358 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 60964) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:20.329649 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:20.363788 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Publish callbacks [] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.385853 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.386637 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (077e57c8-08a6-4547-a40b-532d321984c1), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.405673 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:20.428585 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:20.456553 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:20.457120 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (4644057b-c345-4263-9e22-470bae9d48ea), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.477721 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2607b74d-c784-487e-92ca-37463c985820), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.479408 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Publish callbacks [] for port (4d261771-85d2-4c26-b83d-0662a16e2298), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.484816 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0632c4f-45a6-4749-b825-a6b7a640f981,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:20.523777 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.544477 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.606117 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.615735 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Pushing event updated for resources: {'Port': ['ID=2607b74d-c784-487e-92ca-37463c985820,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:20.645214 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:20.646370 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 2607b74d-c784-487e-92ca-37463c985820 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:20.677460 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:20.683437 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d5d11-04a4-4244-8fc6-0cbbb844f972 None None] Pushing event updated for resources: {'Port': ['ID=4d261771-85d2-4c26-b83d-0662a16e2298,revision_number=2']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:20.688613 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:20.714115 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 3, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:20.758401 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.775708 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.785002 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:20.800306 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Provisioning complete for port db6aa5cb-06ab-44f3-b717-ae713059fa16 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:20.800711 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.859731 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.919927 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:20.930941 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Attempting to bind port 5bb9172b-fa16-44c7-8fe2-cba94518365c on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:20.930941 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Attempting to bind port 5bb9172b-fa16-44c7-8fe2-cba94518365c by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:20.930941 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Attempting to bind port 5bb9172b-fa16-44c7-8fe2-cba94518365c on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:20.942686 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae4b5a-aaee-4bbd-96c7-14c87b55f6c5 None None] Pushing event updated for resources: {'Port': ['ID=5bb9172b-fa16-44c7-8fe2-cba94518365c,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:20.944898 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.974538 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13109ff2-3251-40f6-b792-476c27694c72 None None] The sync data for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi is: [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 3, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:20.991329 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:20.992065 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:20.992065 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:20.992470 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:20.992995 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Bound port: 5bb9172b-fa16-44c7-8fe2-cba94518365c, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:20.996941 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:21.002073 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Attempting to bind port 4d261771-85d2-4c26-b83d-0662a16e2298 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:21.002470 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Attempting to bind port 4d261771-85d2-4c26-b83d-0662a16e2298 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:21.002865 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Attempting to bind port 4d261771-85d2-4c26-b83d-0662a16e2298 on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:21.039864 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:21.042147 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:21.042664 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:21.046618 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:21.047284 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Bound port: 4d261771-85d2-4c26-b83d-0662a16e2298, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:21.047833 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:21.086838 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Port db6aa5cb-06ab-44f3-b717-ae713059fa16 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:21.173922 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] For port 4d261771-85d2-4c26-b83d-0662a16e2298, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:21.184870 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] For port 4d261771-85d2-4c26-b83d-0662a16e2298, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=4d261771-85d2-4c26-b83d-0662a16e2298,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:21.201803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:21.204176 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:21.218524 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 2607b74d-c784-487e-92ca-37463c985820 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:21.219038 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2607b74d-c784-487e-92ca-37463c985820), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:21.224877 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:21.314382 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Provisioning complete for port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:21.316461 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:21.362540 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:21.391617 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Routers {'077e57c8-08a6-4547-a40b-532d321984c1'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:21.392687 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['077e57c8-08a6-4547-a40b-532d321984c1'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:21.458491 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:21.539313 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:21.608508 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d5d11-04a4-4244-8fc6-0cbbb844f972 None None] Pushing event updated for resources: {'Port': ['ID=4d261771-85d2-4c26-b83d-0662a16e2298,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:21.661959 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Allocated IP 172.27.2.196 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/dd442b17-b5bd-474b-9649-17ed31f9236d) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:21.793437 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] For port 5bb9172b-fa16-44c7-8fe2-cba94518365c, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:21.817167 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] For port 5bb9172b-fa16-44c7-8fe2-cba94518365c, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=5bb9172b-fa16-44c7-8fe2-cba94518365c,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:21.825350 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:21.843542 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:21.864771 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] Set router 077e57c8-08a6-4547-a40b-532d321984c1 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:21.944148 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae4b5a-aaee-4bbd-96c7-14c87b55f6c5 None None] Pushing event updated for resources: {'Port': ['ID=5bb9172b-fa16-44c7-8fe2-cba94518365c,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:22.023950 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 2607b74d-c784-487e-92ca-37463c985820 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:22.026897 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device e3adf39e-e8cf-46a4-8b3d-b53b3910fdab up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:22.174702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for port (dd442b17-b5bd-474b-9649-17ed31f9236d), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.178951 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Publish callbacks [] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.214911 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.215706 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (4644057b-c345-4263-9e22-470bae9d48ea), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.249093 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (dd442b17-b5bd-474b-9649-17ed31f9236d), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.308467 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:22.309013 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.320067 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:22.320067 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:22.336592 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Publish callbacks [] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.362970 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Router 077e57c8-08a6-4547-a40b-532d321984c1 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:57:22.383276 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:22.389125 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.398900 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.431190 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:22.435744 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:22.479789 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'Port': ['ID=dd442b17-b5bd-474b-9649-17ed31f9236d,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:22.626953 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 4, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port': {'id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'f0632c4f-45a6-4749-b825-a6b7a640f981', 'name': '', 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'mac_address': 'fa:16:3e:9f:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '44bc844b-473b-431a-82f0-319774db4b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 2, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'subnets': [{'id': '44bc844b-473b-431a-82f0-319774db4b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:22.689762 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:22.697426 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Publish callbacks [] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.699140 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 32814) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:22.716265 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602dba6-3732-44d4-9357-64e37eb8bdd7 None None] The sync data for ids ['077e57c8-08a6-4547-a40b-532d321984c1'] in dv-cinder-837165-3-iscsi is: [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 4, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port': {'id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'f0632c4f-45a6-4749-b825-a6b7a640f981', 'name': '', 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'mac_address': 'fa:16:3e:9f:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '44bc844b-473b-431a-82f0-319774db4b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 2, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'subnets': [{'id': '44bc844b-473b-431a-82f0-319774db4b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:22.765907 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Current status of the port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:22.767663 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.784348 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:22.821311 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.002715 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295842f-9517-423f-afc4-aef5f37c4b32 None None] Pushing event updated for resources: {'Port': ['ID=db6aa5cb-06ab-44f3-b717-ae713059fa16,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:23.024091 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (dd442b17-b5bd-474b-9649-17ed31f9236d), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.027813 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:57:23.036702 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-97076e02-f78c-447a-b916-764ce89831b5 admin admin] 10.222.0.72 "PUT /v2.0/routers/077e57c8-08a6-4547-a40b-532d321984c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1186628 Jun 16 14:57:23.051490 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Pushing event updated for resources: {'Port': ['ID=da557f88-9008-4f5b-a3ab-cae4201d4549,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:23.070873 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:23.077299 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:23.095972 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:23.101207 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:23.157058 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:23.167487 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:23.169825 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:23.275761 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8964-61a8-40dc-b805-a8a55e0ae1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.313122 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:23.447820 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] For port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:23.479750 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.533702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for port (dd442b17-b5bd-474b-9649-17ed31f9236d), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.543972 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (dd442b17-b5bd-474b-9649-17ed31f9236d), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.596388 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.667566 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.673242 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3536179 Jun 16 14:57:23.674653 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8964-61a8-40dc-b805-a8a55e0ae1dc admin admin] Publish callbacks [] for security_group (48f0c590-aa19-41e5-afe7-12666eedbcd1), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.721041 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:23.789769 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb412f60-b18e-4221-a41e-4a5ca005f6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'Port': ['ID=dd442b17-b5bd-474b-9649-17ed31f9236d,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:23.823505 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8964-61a8-40dc-b805-a8a55e0ae1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (48f0c590-aa19-41e5-afe7-12666eedbcd1), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:23.835450 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:23.963586 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Provisioning complete for port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:23.963969 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.003860 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b8964-61a8-40dc-b805-a8a55e0ae1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f0c590-aa19-41e5-afe7-12666eedbcd1,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:24.043423 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:24.066403 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-0d1b8964-61a8-40dc-b805-a8a55e0ae1dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1107ea1ea92647f8a961cb49812b53bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3618734 Jun 16 14:57:24.069070 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 32850) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:24.128349 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Attempting to bind port db6aa5cb-06ab-44f3-b717-ae713059fa16 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:24.128720 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Attempting to bind port db6aa5cb-06ab-44f3-b717-ae713059fa16 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:24.137446 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Attempting to bind port db6aa5cb-06ab-44f3-b717-ae713059fa16 on network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:24.167663 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:57:24.169102 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Provisioning complete for port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:24.169946 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.186741 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 2607b74d-c784-487e-92ca-37463c985820 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:24.253111 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-416c9da4-6d61-4eee-8d84-2312514bf155 admin admin] Publish callbacks [] for security_group (48f0c590-aa19-41e5-afe7-12666eedbcd1), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.298251 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 32870) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:24.302243 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164a44f-54ac-4efa-ae39-d0d879bd2cf6 None None] Pushing event updated for resources: {'Port': ['ID=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:24.306973 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 32872) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:24.319696 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:24.320249 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Checking segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:24.320750 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.321440 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Bound using segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:24.322542 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Bound port: db6aa5cb-06ab-44f3-b717-ae713059fa16, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:24.323646 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.324522 dv-cinder-837165-3-iscsi neutron-server[110480]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 14:57:24.334626 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Router 4644057b-c345-4263-9e22-470bae9d48ea has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:57:24.400627 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:24.435684 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-416c9da4-6d61-4eee-8d84-2312514bf155 admin admin] Publish callbacks [] for security_group (48f0c590-aa19-41e5-afe7-12666eedbcd1), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.563182 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 32888) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:24.581463 dv-cinder-837165-3-iscsi neutron-server[110479]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 14:57:24.589021 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] For port db6aa5cb-06ab-44f3-b717-ae713059fa16, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:24.593686 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] For port db6aa5cb-06ab-44f3-b717-ae713059fa16, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=db6aa5cb-06ab-44f3-b717-ae713059fa16,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:24.601648 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 2607b74d-c784-487e-92ca-37463c985820 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:24.602225 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2607b74d-c784-487e-92ca-37463c985820), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.610984 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.683527 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:24.685173 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:18Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:24.690455 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:57:24.709165 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-787dca3a-5210-4f4d-8403-82c4f7e1b448 admin admin] 10.222.0.72 "PUT /v2.0/routers/8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3544629 Jun 16 14:57:24.719403 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc4886-0da2-461d-99bc-5a72be0482f0 None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:18Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:24.887306 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:24.889984 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bcb019eb-ca74-4fc4-9962-ae69bc287902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:24.983225 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-feb2653a-eda8-4700-a210-49264049c40a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1713020009&fields=id&tenant_id=2a4c67a42f8a405d84d4697a45e962ff HTTP/1.1" status: 200 len: 267 time: 0.6609256 Jun 16 14:57:25.090903 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-252c1c09-2478-4070-b809-7fefc639ac65 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:25.094048 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-252c1c09-2478-4070-b809-7fefc639ac65 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/networks?id=b6f4c40d-6092-40a7-85ed-80fb26ed2561 HTTP/1.1" status: 200 len: 811 time: 0.5210445 Jun 16 14:57:25.131231 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:57:25.135428 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-86772492-8aed-408a-9379-9fa36059b365 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/quotas/a0788d395b4e4632b29e263608e28973 HTTP/1.1" status: 200 len: 375 time: 0.0232930 Jun 16 14:57:25.166844 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-9a1795b7-c5ba-43bb-a49a-0a27348c3c03 admin admin] 10.222.0.72 "PUT /v2.0/routers/4644057b-c345-4263-9e22-470bae9d48ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7373528 Jun 16 14:57:25.229458 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Sync routers for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:25.275919 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Current status of the port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:25.285919 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295842f-9517-423f-afc4-aef5f37c4b32 None None] Pushing event updated for resources: {'Port': ['ID=db6aa5cb-06ab-44f3-b717-ae713059fa16,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:25.307288 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:25.308247 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:25.328428 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-c699d2ba-a1cd-42c9-a633-e6a4283d0597 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:25.330190 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-c699d2ba-a1cd-42c9-a633-e6a4283d0597 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 816 time: 0.3344107 Jun 16 14:57:25.363599 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:25.365154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:25.380434 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-0985da4d-0c58-446c-b9ce-3aa4e381b352 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0788d395b4e4632b29e263608e28973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062988 Jun 16 14:57:25.390571 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bcb019eb-ca74-4fc4-9962-ae69bc287902 admin admin] Publish callbacks [] for security_group (a4533f54-afdb-4ef5-bc4a-65ef436275fe), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.392629 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Provisioning complete for port 2607b74d-c784-487e-92ca-37463c985820 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:25.393320 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2607b74d-c784-487e-92ca-37463c985820), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.397853 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-416c9da4-6d61-4eee-8d84-2312514bf155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (48f0c590-aa19-41e5-afe7-12666eedbcd1), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.408772 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-416c9da4-6d61-4eee-8d84-2312514bf155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.410232 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-416c9da4-6d61-4eee-8d84-2312514bf155 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48f0c590-aa19-41e5-afe7-12666eedbcd1 HTTP/1.1" status: 204 len: 168 time: 1.3400235 Jun 16 14:57:25.418675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bcb019eb-ca74-4fc4-9962-ae69bc287902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (a4533f54-afdb-4ef5-bc4a-65ef436275fe), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.509603 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 32908) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:25.511228 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-bcb019eb-ca74-4fc4-9962-ae69bc287902 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0dba4c446a94bda83f4acad3edd7c73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2044935 Jun 16 14:57:25.514871 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-75e53a04-6e2b-4e56-bcc3-772a1381fc2c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/quotas/2a4c67a42f8a405d84d4697a45e962ff HTTP/1.1" status: 200 len: 375 time: 0.1025631 Jun 16 14:57:25.519801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c9da4-6d61-4eee-8d84-2312514bf155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f0c590-aa19-41e5-afe7-12666eedbcd1,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:25.642901 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 2607b74d-c784-487e-92ca-37463c985820 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:25.645763 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c5b5cc0c-ba50-4599-86d7-d98597d9eecf up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:25.658086 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f7782ae5-ce6d-416b-b011-6313e88e652b admin admin] Publish callbacks [] for security_group (a4533f54-afdb-4ef5-bc4a-65ef436275fe), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.669258 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-455fff03-b9d4-403b-9f56-5a16ff178dd3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455188 Jun 16 14:57:25.686530 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb019eb-ca74-4fc4-9962-ae69bc287902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4533f54-afdb-4ef5-bc4a-65ef436275fe,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:25.716961 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f7782ae5-ce6d-416b-b011-6313e88e652b admin admin] Publish callbacks [] for security_group (a4533f54-afdb-4ef5-bc4a-65ef436275fe), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.774058 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:25.800761 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f7782ae5-ce6d-416b-b011-6313e88e652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (a4533f54-afdb-4ef5-bc4a-65ef436275fe), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.805750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f7782ae5-ce6d-416b-b011-6313e88e652b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:25.817865 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f7782ae5-ce6d-416b-b011-6313e88e652b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4533f54-afdb-4ef5-bc4a-65ef436275fe HTTP/1.1" status: 204 len: 168 time: 0.3061008 Jun 16 14:57:25.841722 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-08df0506-f831-46a8-b106-55cd0756fd1f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:57:25.850946 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-08df0506-f831-46a8-b106-55cd0756fd1f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2975712 Jun 16 14:57:25.853521 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7782ae5-ce6d-416b-b011-6313e88e652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4533f54-afdb-4ef5-bc4a-65ef436275fe,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:26.005970 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-50fdc9b2-4d6e-4cec-9cc5-da2a71a7bb31 service neutron] 10.222.0.72 "GET /v2.0/networks/b6f4c40d-6092-40a7-85ed-80fb26ed2561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480944 Jun 16 14:57:26.044167 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:26.115593 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:26.119902 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port c5b5cc0c-ba50-4599-86d7-d98597d9eecf triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:26.120280 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:26.122892 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-574a9446-5c7f-4070-adac-f43bf6a31367 service neutron] 10.222.0.72 "GET /v2.0/networks/b6f4c40d-6092-40a7-85ed-80fb26ed2561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156557 Jun 16 14:57:26.162212 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-6c1f5605-122b-48eb-a9a0-84932085d84c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:57:26.163575 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-6c1f5605-122b-48eb-a9a0-84932085d84c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1605024 Jun 16 14:57:26.165542 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Current status of the port 2607b74d-c784-487e-92ca-37463c985820 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:26.318243 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:26.407024 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-665386ff-8c48-4731-a6ad-0412808632de service neutron] 10.222.0.72 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347167 Jun 16 14:57:26.409535 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Provisioning complete for port da557f88-9008-4f5b-a3ab-cae4201d4549 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:26.409939 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:26.513388 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 32948) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:26.565537 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8c48337f-5908-4e92-a867-05f677de62a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:26.584665 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:26.667593 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-2087fadc-0895-4760-839a-00fd17173f7d service neutron] 10.222.0.72 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456002 Jun 16 14:57:26.684036 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:26.693531 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Port da557f88-9008-4f5b-a3ab-cae4201d4549 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:26.800099 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8c48337f-5908-4e92-a867-05f677de62a4 admin admin] Publish callbacks [] for security_group (33fa7322-f8aa-46f7-b794-de7a280d6ada), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:26.809847 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8c48337f-5908-4e92-a867-05f677de62a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (33fa7322-f8aa-46f7-b794-de7a280d6ada), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:26.821345 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:26.926004 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Provisioning complete for port f0632c4f-45a6-4749-b825-a6b7a640f981 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:26.926381 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:26.927428 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48337f-5908-4e92-a867-05f677de62a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fa7322-f8aa-46f7-b794-de7a280d6ada,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:26.960205 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-8c48337f-5908-4e92-a867-05f677de62a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9c9bfef31ea448b82ae2cf273fe251d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457250 Jun 16 14:57:26.963797 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 32964) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:27.056956 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Sync routers for ids ['077e57c8-08a6-4547-a40b-532d321984c1'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:27.087294 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:27.100358 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Routers {'077e57c8-08a6-4547-a40b-532d321984c1'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:27.102419 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['077e57c8-08a6-4547-a40b-532d321984c1'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:27.118244 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port c5b5cc0c-ba50-4599-86d7-d98597d9eecf is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:27.118870 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:27.299677 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e746911a-da03-42f1-a975-d8b20e17692f admin admin] Publish callbacks [] for security_group (33fa7322-f8aa-46f7-b794-de7a280d6ada), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:27.374680 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e746911a-da03-42f1-a975-d8b20e17692f admin admin] Publish callbacks [] for security_group (33fa7322-f8aa-46f7-b794-de7a280d6ada), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:27.378583 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 32992) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:27.385917 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-acb6b421-a5fc-4258-aa72-c05c81ad2211 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255277063', 'description': 'tempest-description--351039583'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:27.423476 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port c5b5cc0c-ba50-4599-86d7-d98597d9eecf, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=c5b5cc0c-ba50-4599-86d7-d98597d9eecf,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:27.457791 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:27.461136 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:27.495676 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e746911a-da03-42f1-a975-d8b20e17692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (33fa7322-f8aa-46f7-b794-de7a280d6ada), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:27.499920 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e746911a-da03-42f1-a975-d8b20e17692f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:27.501478 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-e746911a-da03-42f1-a975-d8b20e17692f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33fa7322-f8aa-46f7-b794-de7a280d6ada HTTP/1.1" status: 204 len: 168 time: 0.5365620 Jun 16 14:57:27.515479 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746911a-da03-42f1-a975-d8b20e17692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fa7322-f8aa-46f7-b794-de7a280d6ada,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:27.516543 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Port f0632c4f-45a6-4749-b825-a6b7a640f981 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:27.548294 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 2, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:27.731227 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Checking router: 4644057b-c345-4263-9e22-470bae9d48ea for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:27.732126 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Updating router 4644057b-c345-4263-9e22-470bae9d48ea port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:27.778071 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Set router 077e57c8-08a6-4547-a40b-532d321984c1 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:27.961741 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-9cf6490b-75df-467a-8440-6d72afcd5618 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:27.968098 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-9cf6490b-75df-467a-8440-6d72afcd5618 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 819 time: 0.2305911 Jun 16 14:57:28.013616 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-1b61cd4d-c3b5-4ae4-bef9-021c93d4f689 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/quotas/b017c2881aba4df6afe70cdcb84d5ee8 HTTP/1.1" status: 200 len: 375 time: 0.0381117 Jun 16 14:57:28.017088 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:28.020594 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Provisioning complete for port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:28.029849 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:28.074766 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=c5b5cc0c-ba50-4599-86d7-d98597d9eecf,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:28.141718 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:24Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:28.193312 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-47f0b136-4f62-417d-a812-2519fa48bb12 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687682 Jun 16 14:57:28.278728 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-acb6b421-a5fc-4258-aa72-c05c81ad2211 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:28.375484 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ac191-47fe-485d-8afe-a47118c1d901 None None] The sync data for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi is: [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:24Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:28.453833 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:28.454413 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:28.631406 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dcb0873f-1580-4297-8f79-5034dce5a56c req-b7788f88-1eeb-4951-bb6d-02d473f31387 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.3696084 Jun 16 14:57:28.790572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:28.845070 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 4, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port': {'id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'f0632c4f-45a6-4749-b825-a6b7a640f981', 'name': '', 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'mac_address': 'fa:16:3e:9f:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '44bc844b-473b-431a-82f0-319774db4b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 2, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'subnets': [{'id': '44bc844b-473b-431a-82f0-319774db4b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:28.873872 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-acb6b421-a5fc-4258-aa72-c05c81ad2211 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (7904acff-9161-498e-80d8-e4d82f3b30ba), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:28.925096 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-a126ecf5-7484-4730-9cb9-1e8231474702 service neutron] 10.222.0.72 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231772 Jun 16 14:57:28.928762 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-acb6b421-a5fc-4258-aa72-c05c81ad2211 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (7904acff-9161-498e-80d8-e4d82f3b30ba), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:28.966194 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Checking router: 077e57c8-08a6-4547-a40b-532d321984c1 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:28.966765 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Updating router 077e57c8-08a6-4547-a40b-532d321984c1 port f0632c4f-45a6-4749-b825-a6b7a640f981 binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:28.972559 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ade02da5-00fd-4fbe-b610-a3529f771368 req-53cdc26c-a647-4e34-9838-a420a29e5bb3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 210 time: 0.2420483 Jun 16 14:57:29.029475 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-acb6b421-a5fc-4258-aa72-c05c81ad2211 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:29.030767 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-acb6b421-a5fc-4258-aa72-c05c81ad2211 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6508744 Jun 16 14:57:29.048059 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33062) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:29.077417 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-573d8b08-5116-4c2f-adc8-0cecff10ec36 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group_rule': {'security_group_id': '7904acff-9161-498e-80d8-e4d82f3b30ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:29.101572 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:29.158720 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6b421-a5fc-4258-aa72-c05c81ad2211 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7904acff-9161-498e-80d8-e4d82f3b30ba,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:29.194928 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9af05d04-e12d-4118-b43a-6d62e11ba12a None None] Current status of the port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:29.195493 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-573d8b08-5116-4c2f-adc8-0cecff10ec36 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (a98531a0-f91d-499b-8fa9-9bb5d9d03452), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:29.243447 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-8e95fba9-2bd5-42ce-9612-9117397a1408 service neutron] 10.222.0.72 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117917 Jun 16 14:57:29.355769 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-573d8b08-5116-4c2f-adc8-0cecff10ec36 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (a98531a0-f91d-499b-8fa9-9bb5d9d03452), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:29.366038 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-573d8b08-5116-4c2f-adc8-0cecff10ec36 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (a98531a0-f91d-499b-8fa9-9bb5d9d03452), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:29.440715 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d8b08-5116-4c2f-adc8-0cecff10ec36 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98531a0-f91d-499b-8fa9-9bb5d9d03452,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:29.451249 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-573d8b08-5116-4c2f-adc8-0cecff10ec36 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:29.457453 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-573d8b08-5116-4c2f-adc8-0cecff10ec36 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4021964 Jun 16 14:57:29.459345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 33078) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:29.465591 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-177a16db-6045-45dd-b75d-6ef2fa066091 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group_rule': {'security_group_id': '7904acff-9161-498e-80d8-e4d82f3b30ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:29.589699 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-177a16db-6045-45dd-b75d-6ef2fa066091 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (6d609fd7-4997-433a-be47-f83b0811a972), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:29.969806 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f99420ad-57d4-459d-b6a5-f4d1169a8c87 req-11269679-d26d-4069-9c37-822cc270af22 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 210 time: 0.1264310 Jun 16 14:57:30.067809 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Publish callbacks [] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.072186 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-583df068-9805-4d5c-bba1-0d78a29ca608 req-9731d29d-bc9c-4aac-be45-bc5a2cc8c12e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.2493515 Jun 16 14:57:30.102367 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.151853 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-177a16db-6045-45dd-b75d-6ef2fa066091 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (6d609fd7-4997-433a-be47-f83b0811a972), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.162990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-177a16db-6045-45dd-b75d-6ef2fa066091 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (6d609fd7-4997-433a-be47-f83b0811a972), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.220279 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:30.222366 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:30.227779 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:30.261708 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a16db-6045-45dd-b75d-6ef2fa066091 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d609fd7-4997-433a-be47-f83b0811a972,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:30.295828 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-22fc21bb-610a-4e44-8fff-75cf7834d33d req-de6ffac3-b57f-44ce-adba-5101d904f619 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 210 time: 0.1345530 Jun 16 14:57:30.297323 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-177a16db-6045-45dd-b75d-6ef2fa066091 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.298980 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-177a16db-6045-45dd-b75d-6ef2fa066091 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8384461 Jun 16 14:57:30.303346 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33114) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:30.311442 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:30.327344 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:30.371073 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4849e4-9431-4ad9-a9c8-8aa140217265 None None] Pushing event updated for resources: {'Port': ['ID=f0632c4f-45a6-4749-b825-a6b7a640f981,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:30.396698 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Provisioning complete for port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:30.405466 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.409135 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.696709 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:30.699707 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:30.703680 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Attempting to bind port f0632c4f-45a6-4749-b825-a6b7a640f981 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:30.705914 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Attempting to bind port f0632c4f-45a6-4749-b825-a6b7a640f981 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:30.706953 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Attempting to bind port f0632c4f-45a6-4749-b825-a6b7a640f981 on network b6f4c40d-6092-40a7-85ed-80fb26ed2561 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:30.734186 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:30.734663 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Checking segment: {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:30.735211 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.735604 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Bound using segment: {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:30.736155 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Bound port: f0632c4f-45a6-4749-b825-a6b7a640f981, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:30.736527 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:30.894374 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:30.907943 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:30.911560 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:30.976347 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] For port f0632c4f-45a6-4749-b825-a6b7a640f981, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:30.981929 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] For port f0632c4f-45a6-4749-b825-a6b7a640f981, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=f0632c4f-45a6-4749-b825-a6b7a640f981,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:30.997997 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:31.045458 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:31.191739 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device db6aa5cb-06ab-44f3-b717-ae713059fa16 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:31.340813 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4849e4-9431-4ad9-a9c8-8aa140217265 None None] Pushing event updated for resources: {'Port': ['ID=f0632c4f-45a6-4749-b825-a6b7a640f981,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:31.343816 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Allocated IP 172.27.2.134 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:31.418617 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Routers {'077e57c8-08a6-4547-a40b-532d321984c1'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:31.422978 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['077e57c8-08a6-4547-a40b-532d321984c1'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:31.448475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:31.472074 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-26fbf5de-687c-4eb5-8eeb-298cb6eca443 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:31.482887 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-26fbf5de-687c-4eb5-8eeb-298cb6eca443 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 819 time: 0.4584858 Jun 16 14:57:31.486246 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33160) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:31.525782 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-cbc3462d-1cd2-4f12-a1b9-4bac5da09414 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/quotas/b017c2881aba4df6afe70cdcb84d5ee8 HTTP/1.1" status: 200 len: 375 time: 0.0407283 Jun 16 14:57:31.641073 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:31.669812 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Publish callbacks [] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:31.716366 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-726cf591-4c69-496e-a818-8cbc207847f0 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1895685 Jun 16 14:57:31.739542 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:31.783229 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Provisioning complete for port da557f88-9008-4f5b-a3ab-cae4201d4549 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:31.783626 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:31.852740 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] Set router 077e57c8-08a6-4547-a40b-532d321984c1 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:31.882993 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:32.037214 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-28a6b389-9169-474c-820e-d7eab923ed79 service neutron] 10.222.0.72 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187857 Jun 16 14:57:32.049698 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:32.137128 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:32.218484 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5efb33b3-f5e8-4baf-ad83-0e0ec4b2855a req-51ec3458-5e50-42c5-8ec3-59c9d48ea6ee tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.5316465 Jun 16 14:57:32.309335 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-213e4f09-abcd-4498-ba5f-e9748e15f8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:32.378592 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port db6aa5cb-06ab-44f3-b717-ae713059fa16 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:32.388242 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:32.433835 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:32.434647 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4ce8c-27aa-433c-99d9-bc7bc600fc60 None None] Pushing event updated for resources: {'Port': ['ID=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:32.466956 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:32.476676 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:32.546628 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:32.595993 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-4cb2b7cf-c0a1-41f2-a7d6-1bfa8ab61c93 service neutron] 10.222.0.72 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557270 Jun 16 14:57:32.603826 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Port da557f88-9008-4f5b-a3ab-cae4201d4549 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:32.686828 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:32.745197 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Provisioning complete for port db6aa5cb-06ab-44f3-b717-ae713059fa16 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:32.745759 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:32.800609 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5c94149b-8c56-4e31-95e5-a070781187d0 req-50e9a281-0e20-4acb-94f6-6801468a438f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 210 time: 0.2981606 Jun 16 14:57:32.867133 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 4, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port': {'id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'f0632c4f-45a6-4749-b825-a6b7a640f981', 'name': '', 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'mac_address': 'fa:16:3e:9f:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '44bc844b-473b-431a-82f0-319774db4b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:30Z', 'revision_number': 4, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'subnets': [{'id': '44bc844b-473b-431a-82f0-319774db4b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:32.910001 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd08c21-5f26-4842-acb4-7ec36f1650db None None] The sync data for ids ['077e57c8-08a6-4547-a40b-532d321984c1'] in dv-cinder-837165-3-iscsi is: [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:19Z', 'revision_number': 4, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port': {'id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'f0632c4f-45a6-4749-b825-a6b7a640f981', 'name': '', 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'mac_address': 'fa:16:3e:9f:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '44bc844b-473b-431a-82f0-319774db4b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:30Z', 'revision_number': 4, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'subnets': [{'id': '44bc844b-473b-431a-82f0-319774db4b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:32.934825 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Attempting to bind port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:32.935316 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Attempting to bind port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:32.936703 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Attempting to bind port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f on network af6393b8-96dc-4031-aeb0-a940bd5ce30c {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:32.952971 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:32.953692 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Checking segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:32.954263 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:32.954822 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Bound using segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:32.955452 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Bound port: 9e6e19a4-2bdb-411e-988f-27f4196a2e2f, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:32.955986 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:33.015942 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:33.043268 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f4b53d76-180e-4e85-97bd-e41152052ea3 req-b62b9f99-4dd9-4d8c-bba8-f7c6d9e800a0 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 210 time: 0.1064785 Jun 16 14:57:33.052370 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.86', 59357) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:33.087037 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:33.165754 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port db6aa5cb-06ab-44f3-b717-ae713059fa16 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:33.166394 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:33.263609 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.86', 59358) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:33.296739 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] For port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:33.302407 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] For port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:33.333427 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-213e4f09-abcd-4498-ba5f-e9748e15f8fd admin admin] Publish callbacks [] for security_group (03c1c69a-3966-4930-ab81-4a94242f9b76), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:33.334334 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:33.377263 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:33.453130 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-213e4f09-abcd-4498-ba5f-e9748e15f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (03c1c69a-3966-4930-ab81-4a94242f9b76), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:33.460255 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:33.577498 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Current status of the port db6aa5cb-06ab-44f3-b717-ae713059fa16 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:33.577898 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:33.597620 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4ce8c-27aa-433c-99d9-bc7bc600fc60 None None] Pushing event updated for resources: {'Port': ['ID=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:33.639509 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:33.702711 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.86', 59360) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:33.768977 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:33.769673 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:33.804320 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-213e4f09-abcd-4498-ba5f-e9748e15f8fd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42bcd02068ee48e7b1d5a551e943e0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3166406 Jun 16 14:57:33.812982 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33254) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:33.832882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-7e69908e-7387-4ee4-a753-e99beca0f5d1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:33.853975 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-7e69908e-7387-4ee4-a753-e99beca0f5d1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 819 time: 0.5742900 Jun 16 14:57:33.859822 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e4f09-abcd-4498-ba5f-e9748e15f8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c1c69a-3966-4930-ab81-4a94242f9b76,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:33.885672 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port db6aa5cb-06ab-44f3-b717-ae713059fa16, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=db6aa5cb-06ab-44f3-b717-ae713059fa16,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:33.930586 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 33262) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:34.014919 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.016559 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c5b5cc0c-ba50-4599-86d7-d98597d9eecf up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:34.047111 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'port': {'device_id': '822acf52-490b-49b9-b85f-db02cc41a0bf', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'admin_state_up': True, 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:34.081973 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 2, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:34.308267 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:34.310911 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Updating router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc port da557f88-9008-4f5b-a3ab-cae4201d4549 binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:34.321274 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=db6aa5cb-06ab-44f3-b717-ae713059fa16,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:34.370407 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-012603e4-64c2-4194-844c-e515d014a58e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:34.373925 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-012603e4-64c2-4194-844c-e515d014a58e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 816 time: 1.2814286 Jun 16 14:57:34.397997 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bf843936-468e-4fa4-a612-66144c44de1b req-6944cd7e-0500-4572-8c8f-f2f03376e46f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 210 time: 0.4425583 Jun 16 14:57:34.519920 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d7950f45-fb96-4535-9e56-56db2efe07cc req-19825ee9-30f8-4ab5-8661-c6f8fa6ee384 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.6626668 Jun 16 14:57:34.521286 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port c5b5cc0c-ba50-4599-86d7-d98597d9eecf triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:34.522195 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.530705 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 33302) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:34.598359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:34.653641 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.679879 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-887e52ba-3240-47dc-8fc8-40f354eb3ddf tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:34.682759 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-887e52ba-3240-47dc-8fc8-40f354eb3ddf tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.86 "GET /v2.0/networks?id=b6f4c40d-6092-40a7-85ed-80fb26ed2561 HTTP/1.1" status: 200 len: 811 time: 0.9789972 Jun 16 14:57:34.692309 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fe0027f4-66b8-42bd-ba6a-755eaf5242ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.702642 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:34.728481 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Request body: {'port': {'device_id': 'fd17881d-ac5f-44ca-a709-a52350a37a18', 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'admin_state_up': True, 'tenant_id': 'a0788d395b4e4632b29e263608e28973'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:34.764954 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b9e2-d0bb-4089-a738-eecf3d32435b admin admin] Publish callbacks [] for security_group (03c1c69a-3966-4930-ab81-4a94242f9b76), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.767257 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.793212 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2fef5d9b-7187-4bdc-8599-d6d23b40a4bb req-5dc233fd-902a-487d-9ffe-cd9b8b12b3c3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 210 time: 0.1048357 Jun 16 14:57:34.839436 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Made reservation on behalf of b017c2881aba4df6afe70cdcb84d5ee8 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:34.844245 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.892622 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.938848 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.939447 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b9e2-d0bb-4089-a738-eecf3d32435b admin admin] Publish callbacks [] for security_group (03c1c69a-3966-4930-ab81-4a94242f9b76), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:34.982078 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.db.api [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 14:57:34.982639 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG oslo_db.api [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:57:35.007001 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6974-deaa-4eb1-af72-6683bd9112a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.011701 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-b2c0f5ab-92f7-4f1f-8aab-5f80f1a29f9d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a4c67a42f8a405d84d4697a45e962ff HTTP/1.1" status: 200 len: 380 time: 0.6026475 Jun 16 14:57:35.030593 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.032277 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7267253 Jun 16 14:57:35.035439 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b3159-0fe7-4dac-88e5-23c30bc6f3cb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:35.094239 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b9e2-d0bb-4089-a738-eecf3d32435b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (03c1c69a-3966-4930-ab81-4a94242f9b76), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.097756 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b9e2-d0bb-4089-a738-eecf3d32435b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.104021 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f5d8b9e2-d0bb-4089-a738-eecf3d32435b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03c1c69a-3966-4930-ab81-4a94242f9b76 HTTP/1.1" status: 204 len: 168 time: 1.2548249 Jun 16 14:57:35.131747 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8b9e2-d0bb-4089-a738-eecf3d32435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c1c69a-3966-4930-ab81-4a94242f9b76,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:35.188329 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'port': {'device_id': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'admin_state_up': True, 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'security_groups': ['0913f173-6b40-4455-8811-72fe26d282b5']}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:35.300137 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fe0027f4-66b8-42bd-ba6a-755eaf5242ce admin admin] Publish callbacks [] for security_group (901c3235-acb4-4672-bb15-f6d8e6177434), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.408552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.86', 59371) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:35.409471 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fe0027f4-66b8-42bd-ba6a-755eaf5242ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (901c3235-acb4-4672-bb15-f6d8e6177434), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.460033 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:35.518841 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:35.522984 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Made reservation on behalf of 2a4c67a42f8a405d84d4697a45e962ff for: {'port': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:35.532785 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.605851 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:35.609812 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:35.674697 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-f2a58aba-ee97-4de7-a588-2b03214c7308 None None] Current status of the port db6aa5cb-06ab-44f3-b717-ae713059fa16 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:35.771094 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port c5b5cc0c-ba50-4599-86d7-d98597d9eecf is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:35.773698 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device e3adf39e-e8cf-46a4-8b3d-b53b3910fdab up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:35.796793 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-0b0f3a78-c0cb-4dc7-bfb5-f7908c32a37e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:35.798374 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-0b0f3a78-c0cb-4dc7-bfb5-f7908c32a37e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 819 time: 0.3809235 Jun 16 14:57:35.887762 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e92e72f8-4107-4b35-bec1-31fa1c0e81a6 req-c7af74c3-ef2b-4dd2-913f-4046e278f603 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 210 time: 0.3182073 Jun 16 14:57:35.888932 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:35.895127 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Provisioning complete for port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:35.895566 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.906785 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Publish callbacks [] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.910149 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Allocated IP 172.20.0.7 (af6393b8-96dc-4031-aeb0-a940bd5ce30c/0e4b218f-61e9-422a-b56e-12b40d692a87/63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:35.975803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'port': {'device_id': '129cdf3c-4878-4058-9cb3-a2d36be40174', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'admin_state_up': True, 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:35.976874 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:35.979977 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:35.984074 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:36.029768 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0027f4-66b8-42bd-ba6a-755eaf5242ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c3235-acb4-4672-bb15-f6d8e6177434,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:36.073829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Made reservation on behalf of a0788d395b4e4632b29e263608e28973 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:36.079328 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:36.196699 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41df5d-af49-4282-b1e4-15437b14d6ee None None] The sync data for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi is: [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:36.243444 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:36.244968 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:36.272209 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bbfc3f33-7bcc-4a9c-8aa4-76391278093c req-fa5b7135-292a-4d4b-a5e7-faccc841c6d5 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.1955330 Jun 16 14:57:36.487645 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-fe0027f4-66b8-42bd-ba6a-755eaf5242ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7c6608ff8b043209e7f6c163aa5ad00&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5432105 Jun 16 14:57:36.560820 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33384) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:36.586808 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726cb24-480b-4df4-9d4a-4b876d0f5e3e None None] Pushing event updated for resources: {'Port': ['ID=da557f88-9008-4f5b-a3ab-cae4201d4549,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:36.882978 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Attempting to bind port da557f88-9008-4f5b-a3ab-cae4201d4549 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:36.883516 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Attempting to bind port da557f88-9008-4f5b-a3ab-cae4201d4549 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:36.884167 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Attempting to bind port da557f88-9008-4f5b-a3ab-cae4201d4549 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:36.990758 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f63a6fa1-c035-45ac-a236-523a16b5ba91 req-973be191-5316-4c8e-8116-e2241b7b124e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 210 time: 0.4069936 Jun 16 14:57:37.008586 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:37.017420 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 5bb9172b-fa16-44c7-8fe2-cba94518365c up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:37.021916 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:37.029651 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Checking segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:37.030467 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.031083 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Bound using segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:37.031820 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Bound port: da557f88-9008-4f5b-a3ab-cae4201d4549, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:37.032501 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.074030 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Current status of the port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:37.075251 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.126621 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.144556 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ad82a7cf-2be1-48d6-a64e-81c3b272fab0 admin admin] Publish callbacks [] for security_group (901c3235-acb4-4672-bb15-f6d8e6177434), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.200080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=11 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:37.215237 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ad82a7cf-2be1-48d6-a64e-81c3b272fab0 admin admin] Publish callbacks [] for security_group (901c3235-acb4-4672-bb15-f6d8e6177434), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.228150 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Made reservation on behalf of b017c2881aba4df6afe70cdcb84d5ee8 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:37.233881 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.272051 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Allocated IP 172.20.0.4 (b6f4c40d-6092-40a7-85ed-80fb26ed2561/44bc844b-473b-431a-82f0-319774db4b70/644ccac5-3aa8-48a4-a0e4-484eabb05969) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:37.294249 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] For port da557f88-9008-4f5b-a3ab-cae4201d4549, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:37.304495 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] For port da557f88-9008-4f5b-a3ab-cae4201d4549, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=da557f88-9008-4f5b-a3ab-cae4201d4549,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:37.323470 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:37.380257 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.414470 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7d3ad4b4-fd71-4cd4-a86e-ec5e85760c0e req-5da3ba41-03af-4b9e-a725-4a88114f1645 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 210 time: 0.1518357 Jun 16 14:57:37.461901 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Allocated IP 172.20.0.10 (3dc2fbd7-b902-4092-9a0a-ec11d0484649/30810ffb-b184-4065-b615-c5f345d0f1fc/4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:37.471186 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] For port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:37.505201 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c75875c5-a268-4f73-8c1f-1514e7fbdb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.543320 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.553915 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ad82a7cf-2be1-48d6-a64e-81c3b272fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (901c3235-acb4-4672-bb15-f6d8e6177434), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.557014 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ad82a7cf-2be1-48d6-a64e-81c3b272fab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.571171 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ad82a7cf-2be1-48d6-a64e-81c3b272fab0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/901c3235-acb4-4672-bb15-f6d8e6177434 HTTP/1.1" status: 204 len: 168 time: 0.9822488 Jun 16 14:57:37.680096 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82a7cf-2be1-48d6-a64e-81c3b272fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c3235-acb4-4672-bb15-f6d8e6177434,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:37.714563 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Publish callbacks [] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.786536 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 5bb9172b-fa16-44c7-8fe2-cba94518365c triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:37.789090 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.791919 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Provisioning complete for port f0632c4f-45a6-4749-b825-a6b7a640f981 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:37.792268 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.800351 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:37.819986 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.823556 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.924978 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:37.983260 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:38.145466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Pushing event updated for resources: {'Port': ['ID=644ccac5-3aa8-48a4-a0e4-484eabb05969,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:38.199872 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:38.238911 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:38.277823 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:38.299992 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:38.306371 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:57:38.308037 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:57:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:38.342164 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:38.343504 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:38.399088 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178c857-7c4a-4fb9-b02b-4333df2e53d1 req-af486a4e-9ae9-4a21-b715-b6b04e9116c3 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:38.407548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:38.421887 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f178c857-7c4a-4fb9-b02b-4333df2e53d1 req-af486a4e-9ae9-4a21-b715-b6b04e9116c3 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 931 time: 0.7346056 Jun 16 14:57:38.430701 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:38.539287 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726cb24-480b-4df4-9d4a-4b876d0f5e3e None None] Pushing event updated for resources: {'Port': ['ID=da557f88-9008-4f5b-a3ab-cae4201d4549,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:38.627748 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:38.636469 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event updated for resources: {'Port': ['ID=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:38.698650 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-0f50649e-7c8d-408b-8425-a4170759aef7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1255277063&fields=id&tenant_id=2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 267 time: 3.1113801 Jun 16 14:57:38.711397 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:38.714785 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33424) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:38.734348 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:38.735027 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:38.749636 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6974-deaa-4eb1-af72-6683bd9112a6 admin admin] Publish callbacks [] for security_group (93665872-3ea8-474f-bcb4-db5874dc41fe), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:38.791894 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:38.798823 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-7150ebe7-929d-4fd1-863c-78f52961a016 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6170778 Jun 16 14:57:38.864579 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:38.939716 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-8d1be632-7ed0-4141-a226-48b1f26935db tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 14:57:38.949037 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-8d1be632-7ed0-4141-a226-48b1f26935db tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0932229 Jun 16 14:57:39.031607 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f178c857-7c4a-4fb9-b02b-4333df2e53d1 req-7b589dd9-394e-45f8-bc52-253f93acfc16 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652161 Jun 16 14:57:39.033512 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-baf0cc80-848d-4ad7-80f0-ce42efb06069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.283675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:39.295420 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-4c9f68c3-88af-4e42-a1a8-935d882343d8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:39.297209 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-4c9f68c3-88af-4e42-a1a8-935d882343d8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 815 time: 0.5985796 Jun 16 14:57:39.297989 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.326851 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:39.329356 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Current status of the port f0632c4f-45a6-4749-b825-a6b7a640f981 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:39.331943 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.340776 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:39.351431 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.355704 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6974-deaa-4eb1-af72-6683bd9112a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (93665872-3ea8-474f-bcb4-db5874dc41fe), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.450457 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] For port f0632c4f-45a6-4749-b825-a6b7a640f981, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=f0632c4f-45a6-4749-b825-a6b7a640f981,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:39.473141 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Pushing event updated for resources: {'Port': ['ID=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:39.488318 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.496297 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 5bb9172b-fa16-44c7-8fe2-cba94518365c is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:39.508235 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.528299 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-baf0cc80-848d-4ad7-80f0-ce42efb06069 admin admin] Publish callbacks [] for security_group (5d6beece-6f1a-4881-9860-99aaa3fe2b69), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.550289 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-baf0cc80-848d-4ad7-80f0-ce42efb06069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (5d6beece-6f1a-4881-9860-99aaa3fe2b69), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.558921 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:39.690761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c6974-deaa-4eb1-af72-6683bd9112a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93665872-3ea8-474f-bcb4-db5874dc41fe,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:39.703464 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-1d35e0fc-c29e-4929-afa0-b29a1edd3f8e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9891522 Jun 16 14:57:39.726656 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d2a993f7-2821-4252-ac0b-6b79eeeafade req-3e9579e1-453e-4911-a656-2bbcd9fc9316 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 210 time: 0.1807625 Jun 16 14:57:39.731377 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-37b4da4d-28bb-41d5-a336-7a1b26cfec15 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7997811 Jun 16 14:57:39.731504 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:57:39.749006 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Allocated IP 172.20.0.9 (af6393b8-96dc-4031-aeb0-a940bd5ce30c/0e4b218f-61e9-422a-b56e-12b40d692a87/dc9a5426-4d1e-4bfb-b195-628a512c0bf9) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:39.767898 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cab81547-dde4-4bf0-ab64-4c8477d856b0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/quotas/2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 375 time: 0.3836663 Jun 16 14:57:39.779803 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-3e2c6974-deaa-4eb1-af72-6683bd9112a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6bfb9d3cd9174574aa8dc21a80241303&name=default HTTP/1.1" status: 200 len: 2996 time: 5.2452066 Jun 16 14:57:39.786751 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 33448) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:39.816749 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Request body: {'port': {'device_id': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:39.854821 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 5bb9172b-fa16-44c7-8fe2-cba94518365c, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=5bb9172b-fa16-44c7-8fe2-cba94518365c,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:39.911062 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c1a92fc3-deda-4ab9-aa09-8a21a2203557 admin admin] Publish callbacks [] for security_group (93665872-3ea8-474f-bcb4-db5874dc41fe), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.959525 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Request body: {'port': {'device_id': 'fd17881d-ac5f-44ca-a709-a52350a37a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:39.960128 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-baf0cc80-848d-4ad7-80f0-ce42efb06069 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=865a0ce0b5684242981a5fdfefb7f5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2300303 Jun 16 14:57:39.970061 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 33452) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:39.987878 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:39.996233 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 4d261771-85d2-4c26-b83d-0662a16e2298 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:40.021391 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0cc80-848d-4ad7-80f0-ce42efb06069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6beece-6f1a-4881-9860-99aaa3fe2b69,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:40.056199 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Provisioning complete for port da557f88-9008-4f5b-a3ab-cae4201d4549 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:40.057432 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.091860 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f0854-265d-4bef-ab55-8dd2af1e704a None None] Pushing event updated for resources: {'Port': ['ID=f0632c4f-45a6-4749-b825-a6b7a640f981,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:40.163495 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:40.165840 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=5bb9172b-fa16-44c7-8fe2-cba94518365c,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:40.219774 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-a7650a8c-0f7c-4839-bb86-f178ea16b6b4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4507973 Jun 16 14:57:40.234267 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f159bf2f-b9a7-4faa-976b-19cdb939ce30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.236451 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c1a92fc3-deda-4ab9-aa09-8a21a2203557 admin admin] Publish callbacks [] for security_group (93665872-3ea8-474f-bcb4-db5874dc41fe), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.253298 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Request body: {'port': {'device_id': '822acf52-490b-49b9-b85f-db02cc41a0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:40.258799 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.285469 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 4d261771-85d2-4c26-b83d-0662a16e2298 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:40.286151 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.325886 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fe85d-73a8-4dd1-a897-d96ba55f864d req-60127bda-ee1c-4619-8d55-598fa489fcb1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:40.337002 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-254fe85d-73a8-4dd1-a897-d96ba55f864d req-60127bda-ee1c-4619-8d55-598fa489fcb1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 932 time: 0.4005246 Jun 16 14:57:40.357265 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.507742 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-136a3470-baab-446b-94fa-53121fa094fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:40.658045 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:40.662897 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a3470-baab-446b-94fa-53121fa094fd None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:40.667211 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Current status of the port da557f88-9008-4f5b-a3ab-cae4201d4549 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:40.673147 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.769275 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.774094 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] For port da557f88-9008-4f5b-a3ab-cae4201d4549, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=da557f88-9008-4f5b-a3ab-cae4201d4549,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:40.794996 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.812050 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:40.918815 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Pushing event updated for resources: {'Port': ['ID=da557f88-9008-4f5b-a3ab-cae4201d4549,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:40.936398 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 4d261771-85d2-4c26-b83d-0662a16e2298 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:40.936791 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:40.968307 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-254fe85d-73a8-4dd1-a897-d96ba55f864d req-7ffc1baa-ddf9-40f0-824e-b3755d5beed1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6294999 Jun 16 14:57:40.979372 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Provisioning complete for port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:40.979763 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.061615 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-aabfc9e4-484c-4f45-b4cd-541979e2f57d admin admin] Publish callbacks [] for security_group (5d6beece-6f1a-4881-9860-99aaa3fe2b69), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.125950 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 4d261771-85d2-4c26-b83d-0662a16e2298, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=4d261771-85d2-4c26-b83d-0662a16e2298,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:57:41.145305 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.164098 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:41.269860 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Provisioning complete for port 644ccac5-3aa8-48a4-a0e4-484eabb05969 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:41.271464 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.359285 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-aabfc9e4-484c-4f45-b4cd-541979e2f57d admin admin] Publish callbacks [] for security_group (5d6beece-6f1a-4881-9860-99aaa3fe2b69), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.360016 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a955c34-3a9d-49a7-9a63-7bd332a7eb76 req-66fdb4e5-b8e2-45f3-81d8-2c824279d9b9 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:41.364877 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2a955c34-3a9d-49a7-9a63-7bd332a7eb76 req-66fdb4e5-b8e2-45f3-81d8-2c824279d9b9 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 931 time: 0.1404731 Jun 16 14:57:41.433471 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1d37f-832a-4bd7-a486-f2f8b59956d0 None None] Port 644ccac5-3aa8-48a4-a0e4-484eabb05969 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:41.517986 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=4d261771-85d2-4c26-b83d-0662a16e2298,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:41.557865 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-a2fc4369-a77f-4280-bce1-c2deec932233 None None] Provisioning complete for port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:41.558669 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4369-a77f-4280-bce1-c2deec932233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.575692 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:41.637046 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2a955c34-3a9d-49a7-9a63-7bd332a7eb76 req-12a266a4-0aba-4ed9-b7ae-4660333a6fe2 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587337 Jun 16 14:57:41.657819 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 {{(pid=110479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:57:41.671973 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc4369-a77f-4280-bce1-c2deec932233 None None] Port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:41.693742 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Publish callbacks [] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.779936 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.provisioning_blocks [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Transition to ACTIVE for port object 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 will not be triggered until provisioned by entity L2. {{(pid=110479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 14:57:41.783370 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:41.789886 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:41.790249 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.809708 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device da557f88-9008-4f5b-a3ab-cae4201d4549 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:41.928171 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c1a92fc3-deda-4ab9-aa09-8a21a2203557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (93665872-3ea8-474f-bcb4-db5874dc41fe), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.940033 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c1a92fc3-deda-4ab9-aa09-8a21a2203557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:41.941879 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c1a92fc3-deda-4ab9-aa09-8a21a2203557 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93665872-3ea8-474f-bcb4-db5874dc41fe HTTP/1.1" status: 204 len: 168 time: 2.1398494 Jun 16 14:57:41.961565 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port da557f88-9008-4f5b-a3ab-cae4201d4549 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:41.964108 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:42.021907 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-aabfc9e4-484c-4f45-b4cd-541979e2f57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (5d6beece-6f1a-4881-9860-99aaa3fe2b69), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:42.034029 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-aabfc9e4-484c-4f45-b4cd-541979e2f57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:42.035104 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-aabfc9e4-484c-4f45-b4cd-541979e2f57d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d6beece-6f1a-4881-9860-99aaa3fe2b69 HTTP/1.1" status: 204 len: 168 time: 2.0593338 Jun 16 14:57:42.184930 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port da557f88-9008-4f5b-a3ab-cae4201d4549 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:42.186584 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device db6aa5cb-06ab-44f3-b717-ae713059fa16 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:42.263280 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.managers [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Attempting to bind port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:42.266013 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.managers [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Attempting to bind port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'}] {{(pid=110479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:42.266795 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Attempting to bind port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 on network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 {{(pid=110479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:42.277416 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a92fc3-deda-4ab9-aa09-8a21a2203557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93665872-3ea8-474f-bcb4-db5874dc41fe,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:42.312423 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-09120d06-b76a-4da8-900a-622d3cce63dc req-2c69903f-a744-441f-b134-7cc96f898548 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 210 time: 0.2910593 Jun 16 14:57:42.329960 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 on network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 14:57:42.330925 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Attempting to bind port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 on network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 {{(pid=110479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:42.357639 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:42.359100 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Checking segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:42.361700 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Bound using segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} {{(pid=110479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:42.364261 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.managers [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Bound port: 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'}}] {{(pid=110479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:42.364936 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:42.376070 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:42.411161 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfc9e4-484c-4f45-b4cd-541979e2f57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6beece-6f1a-4881-9860-99aaa3fe2b69,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:42.424137 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-8400bcd3-7913-4d93-9e27-fcc833a0dbea service neutron] 10.222.0.72 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1761436 Jun 16 14:57:42.454516 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:42.519109 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port db6aa5cb-06ab-44f3-b717-ae713059fa16 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:42.520137 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:42.597318 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:42.667472 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d60d2-b5d2-46e3-9c52-c0966a6230ec req-8175db82-3ff0-4f0f-9efe-af9001f781ec tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:42.684644 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b87d60d2-b5d2-46e3-9c52-c0966a6230ec req-8175db82-3ff0-4f0f-9efe-af9001f781ec tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.1748853 Jun 16 14:57:42.793295 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b87d60d2-b5d2-46e3-9c52-c0966a6230ec req-34ce8706-6bb5-4fbb-917b-d18b6200e373 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957477 Jun 16 14:57:42.805264 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, cleared binding levels {{(pid=110479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:42.812729 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:42.852916 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port db6aa5cb-06ab-44f3-b717-ae713059fa16 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:42.855051 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9e6e19a4-2bdb-411e-988f-27f4196a2e2f up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:42.867056 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:42.872031 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=36 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:42.899761 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:42.910321 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:42.960797 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:42.996130 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:42.998453 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:43.032188 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644ccac5-3aa8-48a4-a0e4-484eabb05969 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:57:43.220600 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Publish callbacks [] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:43.244214 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:43.246108 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device f0632c4f-45a6-4749-b825-a6b7a640f981 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:43.289787 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:43.371081 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port f0632c4f-45a6-4749-b825-a6b7a640f981 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:43.371483 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:43.498085 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=3']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:43.504355 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33524) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:43.558635 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:43.559455 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:43.561262 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-01250314-b80f-4f63-aa4e-d1511b4f4512 service neutron] 10.222.0.86 "PUT /v2.0/ports/4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 1094 time: 4.0288472 Jun 16 14:57:43.561975 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:57:43.584217 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event updated for resources: {'Port': ['ID=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:43.666585 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Transition to ACTIVE for port object 644ccac5-3aa8-48a4-a0e4-484eabb05969 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 14:57:43.707363 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c799ad45-214a-4a27-84ab-1fe66ce789f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:43.727761 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port f0632c4f-45a6-4749-b825-a6b7a640f981 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:43.729060 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 5bb9172b-fa16-44c7-8fe2-cba94518365c up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:43.862326 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:43.863980 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 5bb9172b-fa16-44c7-8fe2-cba94518365c triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:43.864398 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:43.884120 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:43.919931 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-76acf852-1367-4f7e-b4a9-ddddbbaa3325 service neutron] 10.222.0.72 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4673901 Jun 16 14:57:43.920973 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:43.969076 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-5d41d8d0-2fa1-4dc5-95d9-22f0482d3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:43.970725 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-5d41d8d0-2fa1-4dc5-95d9-22f0482d3f0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1128 time: 0.2609034 Jun 16 14:57:44.038142 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:57:44.066474 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:44.067301 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:44.075872 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 5bb9172b-fa16-44c7-8fe2-cba94518365c is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:44.102804 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd696f-6ef4-4169-82a8-f9beb6aff847 req-76f52865-0dbe-45b1-a186-bb7a817f284f tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:44.123120 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0dcd696f-6ef4-4169-82a8-f9beb6aff847 req-76f52865-0dbe-45b1-a186-bb7a817f284f tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 931 time: 0.6171515 Jun 16 14:57:44.157149 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-17cf592f-a942-4e61-bcfd-04b4b2e7d83b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2164927 Jun 16 14:57:44.272491 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Request body: {'port': {'device_id': '129cdf3c-4878-4058-9cb3-a2d36be40174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:57:44.377841 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:44.398926 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 4d261771-85d2-4c26-b83d-0662a16e2298 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:57:44.494950 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c799ad45-214a-4a27-84ab-1fe66ce789f1 admin admin] Publish callbacks [] for security_group (c847333c-3042-4b65-8cb5-88a889d11048), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:44.568173 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Pushing event updated for resources: {'Port': ['ID=644ccac5-3aa8-48a4-a0e4-484eabb05969,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:44.621811 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-df2c8d66-2bca-4a77-b17b-8ff8264c1f65 None None] Provisioning complete for port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:44.622265 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-df2c8d66-2bca-4a77-b17b-8ff8264c1f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:44.653904 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2058fd4f-9d64-4545-b826-4786346ff4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:44.669004 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c799ad45-214a-4a27-84ab-1fe66ce789f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c847333c-3042-4b65-8cb5-88a889d11048), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:44.815384 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-658711af-1414-4e4c-a1cc-8c49589d16a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 217 time: 0.8023355 Jun 16 14:57:44.832364 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 4d261771-85d2-4c26-b83d-0662a16e2298 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:57:44.835889 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:44.839375 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-df2c8d66-2bca-4a77-b17b-8ff8264c1f65 None None] Port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:57:44.950519 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:44.952655 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Attempting to bind port 644ccac5-3aa8-48a4-a0e4-484eabb05969 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:44.953247 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Attempting to bind port 644ccac5-3aa8-48a4-a0e4-484eabb05969 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:44.953765 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Attempting to bind port 644ccac5-3aa8-48a4-a0e4-484eabb05969 on network b6f4c40d-6092-40a7-85ed-80fb26ed2561 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:44.968017 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:45.034320 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Port 644ccac5-3aa8-48a4-a0e4-484eabb05969 on network b6f4c40d-6092-40a7-85ed-80fb26ed2561 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 14:57:45.036995 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Attempting to bind port 644ccac5-3aa8-48a4-a0e4-484eabb05969 on network b6f4c40d-6092-40a7-85ed-80fb26ed2561 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:45.051814 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366f493-f7ca-4ff0-b705-f6715511b619 req-70a753c1-a212-4f4f-9caf-8a65db0e6566 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:45.067709 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7366f493-f7ca-4ff0-b705-f6715511b619 req-70a753c1-a212-4f4f-9caf-8a65db0e6566 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 931 time: 0.2694018 Jun 16 14:57:45.086990 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.092102 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0dcd696f-6ef4-4169-82a8-f9beb6aff847 req-ff73f185-1853-4a42-b9b7-eb47ec7863cf tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9670782 Jun 16 14:57:45.212452 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 4d261771-85d2-4c26-b83d-0662a16e2298 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:57:45.230277 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:45.249008 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=11 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:45.268052 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c799ad45-214a-4a27-84ab-1fe66ce789f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=367d1a668b864a7398c55166005820e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7605648 Jun 16 14:57:45.286879 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799ad45-214a-4a27-84ab-1fe66ce789f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c847333c-3042-4b65-8cb5-88a889d11048,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:45.296773 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:45.297167 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Checking segment: {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:45.297748 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Bound using segment: {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:45.298219 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Bound port: 644ccac5-3aa8-48a4-a0e4-484eabb05969, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196b4b84-ea49-4790-bcad-c4d05df73165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:45.298580 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.312452 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33576) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:45.425891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.459616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:57:45.470024 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-339ef2a8-8832-444e-b130-54281922f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:45.471684 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-339ef2a8-8832-444e-b130-54281922f57f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.5315335 Jun 16 14:57:45.500405 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8c250-1cf8-4ed9-ad3c-1d0745691cd5 req-dd0208fa-2eee-4ece-81fa-d739011976af tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:45.514776 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6ac8c250-1cf8-4ed9-ad3c-1d0745691cd5 req-dd0208fa-2eee-4ece-81fa-d739011976af tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.2636161 Jun 16 14:57:45.592269 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9335e2c4-8574-4f8c-9175-a418bc69f99c admin admin] Publish callbacks [] for security_group (c847333c-3042-4b65-8cb5-88a889d11048), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.701484 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9335e2c4-8574-4f8c-9175-a418bc69f99c admin admin] Publish callbacks [] for security_group (c847333c-3042-4b65-8cb5-88a889d11048), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.709410 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Publish callbacks [] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.730148 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6ac8c250-1cf8-4ed9-ad3c-1d0745691cd5 req-c0e60b0d-0a71-4307-a306-e5b422df5467 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143791 Jun 16 14:57:45.760650 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7366f493-f7ca-4ff0-b705-f6715511b619 req-bd3a9a69-518e-426e-a5a5-570c15322b52 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978880 Jun 16 14:57:45.826497 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9335e2c4-8574-4f8c-9175-a418bc69f99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c847333c-3042-4b65-8cb5-88a889d11048), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.830295 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9335e2c4-8574-4f8c-9175-a418bc69f99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.838596 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-9335e2c4-8574-4f8c-9175-a418bc69f99c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c847333c-3042-4b65-8cb5-88a889d11048 HTTP/1.1" status: 204 len: 168 time: 0.5161116 Jun 16 14:57:45.850404 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] For port 644ccac5-3aa8-48a4-a0e4-484eabb05969, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:45.868007 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335e2c4-8574-4f8c-9175-a418bc69f99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c847333c-3042-4b65-8cb5-88a889d11048,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:45.880256 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] For port 644ccac5-3aa8-48a4-a0e4-484eabb05969, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=644ccac5-3aa8-48a4-a0e4-484eabb05969,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:45.907722 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Transition to ACTIVE for port object 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 14:57:45.907722 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:45.943076 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ecc911bc-3845-4957-b6ca-2e7964d12986 req-d9659df8-39d7-418c-b353-b6f8e1077ead tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0823154 Jun 16 14:57:46.028721 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:46.300827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:46.301500 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:46.303342 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] 10.222.0.86 "PUT /v2.0/ports/644ccac5-3aa8-48a4-a0e4-484eabb05969 HTTP/1.1" status: 200 len: 1093 time: 6.5593777 Jun 16 14:57:46.310515 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd17881d-ac5f-44ca-a709-a52350a37a18', 'tag': '644ccac5-3aa8-48a4-a0e4-484eabb05969'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:57:46.372169 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200c81c5-1320-4026-88c6-1a81ff02a22f x-openstack-request-id: req-200c81c5-1320-4026-88c6-1a81ff02a22f {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:46.372445 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:46.372703 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-200c81c5-1320-4026-88c6-1a81ff02a22f {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:46.373194 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200c81c5-1320-4026-88c6-1a81ff02a22f'] response: {'name': 'network-changed', 'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'status': 'completed', 'code': 200} Jun 16 14:57:46.380094 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d0d50-d43f-4832-862a-97f2cb5553b2 req-5c889211-4821-4768-a717-20b7e61dff21 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:46.399164 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c3d0d50-d43f-4832-862a-97f2cb5553b2 req-5c889211-4821-4768-a717-20b7e61dff21 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.1540158 Jun 16 14:57:46.525886 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bace2-8350-4375-8fd2-64b3c37f38a2 service neutron] Pushing event updated for resources: {'Port': ['ID=644ccac5-3aa8-48a4-a0e4-484eabb05969,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:46.527573 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c3d0d50-d43f-4832-862a-97f2cb5553b2 req-df7b9a37-e097-4fda-afbc-f9361b1b041c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275463 Jun 16 14:57:46.613496 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Pushing event updated for resources: {'Port': ['ID=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:46.655747 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Attempting to bind port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:46.656086 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Attempting to bind port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:46.656413 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Attempting to bind port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac on network af6393b8-96dc-4031-aeb0-a940bd5ce30c {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:46.676145 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac on network af6393b8-96dc-4031-aeb0-a940bd5ce30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 14:57:46.676468 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Attempting to bind port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac on network af6393b8-96dc-4031-aeb0-a940bd5ce30c {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:46.719836 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:46.720174 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Checking segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:46.720567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Bound using segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:46.721207 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Bound port: 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:46.721574 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:46.746693 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9a5426-4d1e-4bfb-b195-628a512c0bf9 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:57:46.772195 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Publish callbacks [] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:46.801546 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f524b1-10e2-4c6e-af98-d0c11220da60" -d '{"events": [{"name": "network-changed", "server_uuid": "fd17881d-ac5f-44ca-a709-a52350a37a18", "tag": "644ccac5-3aa8-48a4-a0e4-484eabb05969"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:46.847151 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:46.856810 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Transition to ACTIVE for port object dc9a5426-4d1e-4bfb-b195-628a512c0bf9 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 14:57:46.903330 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:46.914504 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:46.929853 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edc7dc-6872-4318-937f-4e61eb169f90 req-bf1ef148-491d-43cc-952b-aed4a9189c58 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:46.939240 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-49edc7dc-6872-4318-937f-4e61eb169f90 req-bf1ef148-491d-43cc-952b-aed4a9189c58 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0666754 Jun 16 14:57:46.959243 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] For port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:46.994524 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf8723-83b4-4fd0-8a81-56b4ac2d1131 req-c3a2a6ae-ace9-4a1c-9eb0-78c54c05a923 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:46.996102 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85bf8723-83b4-4fd0-8a81-56b4ac2d1131 req-c3a2a6ae-ace9-4a1c-9eb0-78c54c05a923 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.1413822 Jun 16 14:57:46.998471 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] For port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:47.004013 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:47.019502 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:47.021435 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-49edc7dc-6872-4318-937f-4e61eb169f90 req-698d78a0-6743-4a56-82a4-4aa049916d6b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806401 Jun 16 14:57:47.087271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:47.088119 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:47.092638 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] 10.222.0.86 "PUT /v2.0/ports/63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac HTTP/1.1" status: 200 len: 1093 time: 7.3222315 Jun 16 14:57:47.140042 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Attempting to bind port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:57:47.140430 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Attempting to bind port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:57:47.141126 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Attempting to bind port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 on network af6393b8-96dc-4031-aeb0-a940bd5ce30c {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:47.172786 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 on network af6393b8-96dc-4031-aeb0-a940bd5ce30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 14:57:47.173142 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Attempting to bind port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 on network af6393b8-96dc-4031-aeb0-a940bd5ce30c {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:57:47.182098 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85bf8723-83b4-4fd0-8a81-56b4ac2d1131 req-c928a6c7-ccb4-4862-8091-84cb6d62e697 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741381 Jun 16 14:57:47.183343 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d701df-1508-4e1a-bade-4fe854586e3f service neutron] Pushing event updated for resources: {'Port': ['ID=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:47.186475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:57:47.187696 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Checking segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:57:47.188087 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Bound using segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:57:47.188591 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Bound port: dc9a5426-4d1e-4bfb-b195-628a512c0bf9, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:57:47.188994 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:47.363622 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-af231d00-14b0-4dcc-8e16-d8081a9fd0e6 req-66ad1930-e245-4d73-9e30-b811ebaeef40 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0461442 Jun 16 14:57:47.364782 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] For port dc9a5426-4d1e-4bfb-b195-628a512c0bf9, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:57:47.370254 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f481c-619e-493f-9ffc-9634b8b17dd5 x-openstack-request-id: req-793f481c-619e-493f-9ffc-9634b8b17dd5 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:47.370630 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd17881d-ac5f-44ca-a709-a52350a37a18", "tag": "644ccac5-3aa8-48a4-a0e4-484eabb05969", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:47.370886 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-793f481c-619e-493f-9ffc-9634b8b17dd5 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:47.371282 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793f481c-619e-493f-9ffc-9634b8b17dd5'] response: {'name': 'network-changed', 'server_uuid': 'fd17881d-ac5f-44ca-a709-a52350a37a18', 'tag': '644ccac5-3aa8-48a4-a0e4-484eabb05969', 'status': 'completed', 'code': 200} Jun 16 14:57:47.389614 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] For port dc9a5426-4d1e-4bfb-b195-628a512c0bf9, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:57:47.396108 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:47.449041 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:47.449947 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:47.451403 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] 10.222.0.86 "PUT /v2.0/ports/dc9a5426-4d1e-4bfb-b195-628a512c0bf9 HTTP/1.1" status: 200 len: 1093 time: 3.2266846 Jun 16 14:57:47.473682 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee2491-65d6-4aad-8d5f-b041e92508a3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:47.757417 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec62bae-0815-441d-b0ba-3c1c536cd589 req-a06a46ab-7c70-4238-aa17-dea6a9f7451c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:47.764770 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9ec62bae-0815-441d-b0ba-3c1c536cd589 req-a06a46ab-7c70-4238-aa17-dea6a9f7451c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.1003935 Jun 16 14:57:47.835022 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9ec62bae-0815-441d-b0ba-3c1c536cd589 req-2204839e-9815-409a-b1a7-9967517e9af8 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691969 Jun 16 14:57:48.138960 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da59a-d03a-45f6-92b8-131284731b5a req-1b02c5c5-933c-4d0e-84f1-0fdcd149890e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:48.140524 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-892da59a-d03a-45f6-92b8-131284731b5a req-1b02c5c5-933c-4d0e-84f1-0fdcd149890e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0578098 Jun 16 14:57:48.195254 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-892da59a-d03a-45f6-92b8-131284731b5a req-19a8b9e4-609d-4b9e-9951-78b7091d11d1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487187 Jun 16 14:57:48.368265 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a2be-a065-496e-b5d0-29f30202b94c req-5d6acb32-4326-433c-a4a4-f92ff16cf4c3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:48.370655 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f0f9a2be-a065-496e-b5d0-29f30202b94c req-5d6acb32-4326-433c-a4a4-f92ff16cf4c3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0716338 Jun 16 14:57:48.437847 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f0f9a2be-a065-496e-b5d0-29f30202b94c req-405570f3-88d5-4d67-a808-e1379f116bab tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604050 Jun 16 14:57:48.527784 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9df49384-f429-495b-835e-1f8e7b54867e req-75a37827-97ed-46d7-bd4c-d60a009e371d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0439990 Jun 16 14:57:48.994524 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277755aa-7ea6-4788-93af-aa7a7f75c4d6 req-54b1ebd3-a806-4344-adcd-a289b5ab3888 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:48.997951 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-277755aa-7ea6-4788-93af-aa7a7f75c4d6 req-54b1ebd3-a806-4344-adcd-a289b5ab3888 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0594838 Jun 16 14:57:49.051914 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-277755aa-7ea6-4788-93af-aa7a7f75c4d6 req-89a8afb9-0c29-4725-99a6-da54ace600a1 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492892 Jun 16 14:57:49.179341 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:57:49.294933 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33730) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:49.318600 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1fd31-10d9-47b7-98a3-13d542b7a45f req-2c12c506-711c-45e5-98a1-c152f14d2c4d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:49.320184 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1bc1fd31-10d9-47b7-98a3-13d542b7a45f req-2c12c506-711c-45e5-98a1-c152f14d2c4d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0541873 Jun 16 14:57:49.373887 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1bc1fd31-10d9-47b7-98a3-13d542b7a45f req-0a10b788-8943-4809-a782-69a473d93ecd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464928 Jun 16 14:57:49.374350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822acf52-490b-49b9-b85f-db02cc41a0bf', 'tag': '63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac'}, {'name': 'network-changed', 'server_uuid': '129cdf3c-4878-4058-9cb3-a2d36be40174', 'tag': 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:57:49.376822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ab0867-0dd7-459d-bab4-cb2fb8931fba" -d '{"events": [{"name": "network-changed", "server_uuid": "822acf52-490b-49b9-b85f-db02cc41a0bf", "tag": "63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac"}, {"name": "network-changed", "server_uuid": "129cdf3c-4878-4058-9cb3-a2d36be40174", "tag": "dc9a5426-4d1e-4bfb-b195-628a512c0bf9"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:49.405698 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8a775ced-ee34-4628-89b1-6ac1d6383eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:49.418843 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Jun 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b794b2-099f-46cb-9dab-2f53a1e588b3 x-openstack-request-id: req-18b794b2-099f-46cb-9dab-2f53a1e588b3 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:49.419153 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822acf52-490b-49b9-b85f-db02cc41a0bf", "tag": "63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "129cdf3c-4878-4058-9cb3-a2d36be40174", "tag": "dc9a5426-4d1e-4bfb-b195-628a512c0bf9", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:49.419466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18b794b2-099f-46cb-9dab-2f53a1e588b3 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:49.419819 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b794b2-099f-46cb-9dab-2f53a1e588b3'] response: {'name': 'network-changed', 'server_uuid': '822acf52-490b-49b9-b85f-db02cc41a0bf', 'tag': '63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac', 'status': 'completed', 'code': 200} Jun 16 14:57:49.420076 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b794b2-099f-46cb-9dab-2f53a1e588b3'] response: {'name': 'network-changed', 'server_uuid': '129cdf3c-4878-4058-9cb3-a2d36be40174', 'tag': 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9', 'status': 'completed', 'code': 200} Jun 16 14:57:49.457229 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:49.486524 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8a775ced-ee34-4628-89b1-6ac1d6383eb2 admin admin] Publish callbacks [] for security_group (a54c184c-f134-49ff-9eb2-8b5ccfd3c6a4), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:49.490630 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8a775ced-ee34-4628-89b1-6ac1d6383eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (a54c184c-f134-49ff-9eb2-8b5ccfd3c6a4), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:49.540310 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a775ced-ee34-4628-89b1-6ac1d6383eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c184c-f134-49ff-9eb2-8b5ccfd3c6a4,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:49.555938 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-8a775ced-ee34-4628-89b1-6ac1d6383eb2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79586622768040479858b1311d391edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558341 Jun 16 14:57:49.557552 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33740) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:49.578178 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1761a-0740-46dc-ac8e-8004eeae1909 req-db35ccff-7cfe-4ad6-8605-fb8bccc43e20 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:49.579796 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9cd1761a-0740-46dc-ac8e-8004eeae1909 req-db35ccff-7cfe-4ad6-8605-fb8bccc43e20 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0670586 Jun 16 14:57:49.597107 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:49.631313 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9cd1761a-0740-46dc-ac8e-8004eeae1909 req-43140d87-4b6e-47bf-9a81-2454c15831cc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457342 Jun 16 14:57:49.647513 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-88fadb2b-f4f7-4a09-a508-667df7c736c1 req-d01afe76-de99-450c-93dd-482f63a69bab tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0400207 Jun 16 14:57:49.672573 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-91b6d789-ea21-4686-bac1-df289cab80d7 admin admin] Publish callbacks [] for security_group (a54c184c-f134-49ff-9eb2-8b5ccfd3c6a4), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:49.700411 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-91b6d789-ea21-4686-bac1-df289cab80d7 admin admin] Publish callbacks [] for security_group (a54c184c-f134-49ff-9eb2-8b5ccfd3c6a4), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:49.758782 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-91b6d789-ea21-4686-bac1-df289cab80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (a54c184c-f134-49ff-9eb2-8b5ccfd3c6a4), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:49.762235 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-91b6d789-ea21-4686-bac1-df289cab80d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:49.767076 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-91b6d789-ea21-4686-bac1-df289cab80d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a54c184c-f134-49ff-9eb2-8b5ccfd3c6a4 HTTP/1.1" status: 204 len: 168 time: 0.2049634 Jun 16 14:57:49.776373 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6d789-ea21-4686-bac1-df289cab80d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c184c-f134-49ff-9eb2-8b5ccfd3c6a4,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:50.161649 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 33754) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:50.177098 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e69e0861-501c-46bb-a389-e8a497463806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:50.203857 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f33510-78ff-4e7d-a45c-fed2d5051155 req-1ddc5687-ba9b-4ae7-8540-e8ea61b6f125 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:50.205542 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-80f33510-78ff-4e7d-a45c-fed2d5051155 req-1ddc5687-ba9b-4ae7-8540-e8ea61b6f125 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0774477 Jun 16 14:57:50.238153 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:50.280139 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-80f33510-78ff-4e7d-a45c-fed2d5051155 req-327e539e-ce89-4925-964b-207a24ead6dc tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656779 Jun 16 14:57:50.295142 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e69e0861-501c-46bb-a389-e8a497463806 admin admin] Publish callbacks [] for security_group (a69124bb-d763-4637-b2eb-5353cd806b8d), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:50.300101 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e69e0861-501c-46bb-a389-e8a497463806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (a69124bb-d763-4637-b2eb-5353cd806b8d), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:50.344357 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e0861-501c-46bb-a389-e8a497463806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69124bb-d763-4637-b2eb-5353cd806b8d,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:50.351471 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 33756) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:57:50.352172 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e69e0861-501c-46bb-a389-e8a497463806 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e26d9693f1b447c68aa4550f2fdd8a10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888037 Jun 16 14:57:50.406741 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-667facfe-04e1-4f34-84bb-d9b53480f8c1 admin admin] Publish callbacks [] for security_group (a69124bb-d763-4637-b2eb-5353cd806b8d), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:50.432065 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-667facfe-04e1-4f34-84bb-d9b53480f8c1 admin admin] Publish callbacks [] for security_group (a69124bb-d763-4637-b2eb-5353cd806b8d), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:50.486319 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-667facfe-04e1-4f34-84bb-d9b53480f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (a69124bb-d763-4637-b2eb-5353cd806b8d), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:50.488851 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-667facfe-04e1-4f34-84bb-d9b53480f8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:57:50.492797 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-667facfe-04e1-4f34-84bb-d9b53480f8c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a69124bb-d763-4637-b2eb-5353cd806b8d HTTP/1.1" status: 204 len: 168 time: 0.1377487 Jun 16 14:57:50.499730 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667facfe-04e1-4f34-84bb-d9b53480f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69124bb-d763-4637-b2eb-5353cd806b8d,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:50.520960 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a638d-25ea-476a-926e-692796e5b343 req-9906dc0c-d01e-43e9-b28e-922195a3cbd8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:50.522675 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6e6a638d-25ea-476a-926e-692796e5b343 req-9906dc0c-d01e-43e9-b28e-922195a3cbd8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0688167 Jun 16 14:57:50.575810 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6e6a638d-25ea-476a-926e-692796e5b343 req-6f038ab0-37d9-4692-930a-2fb26577714a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456574 Jun 16 14:57:50.764415 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1ed3e917-3409-4595-8257-baa5d370aa09 req-2858380b-c0a8-4cff-907d-ceb829776009 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0282190 Jun 16 14:57:50.772282 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fb5fa-316b-4380-9ea6-0402b604a0f7 req-9739b980-4570-4960-a0af-39f1e68ee6bf tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:50.773813 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f44fb5fa-316b-4380-9ea6-0402b604a0f7 req-9739b980-4570-4960-a0af-39f1e68ee6bf tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0527246 Jun 16 14:57:50.809744 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:50.838446 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f44fb5fa-316b-4380-9ea6-0402b604a0f7 req-03c2056f-7dd4-414d-bbd6-f6039b05423b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524926 Jun 16 14:57:51.393788 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21022d-06a6-451b-91f8-88a1ccdbf7e0 req-5f5bdf2b-da88-4e50-ba01-d5b9aa9d4579 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:51.395408 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c21022d-06a6-451b-91f8-88a1ccdbf7e0 req-5f5bdf2b-da88-4e50-ba01-d5b9aa9d4579 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0509965 Jun 16 14:57:51.449589 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c21022d-06a6-451b-91f8-88a1ccdbf7e0 req-1696a632-3846-403a-ba79-63b767ceb4b0 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Jun 16 14:57:51.715223 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a2584-3032-4fed-a779-79bb4d51e3c7 req-80074277-8522-4653-9ad4-2c0af1e14a78 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:51.717260 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3a2a2584-3032-4fed-a779-79bb4d51e3c7 req-80074277-8522-4653-9ad4-2c0af1e14a78 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0722356 Jun 16 14:57:51.801943 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3a2a2584-3032-4fed-a779-79bb4d51e3c7 req-4e0baf91-2c9a-4901-b3c1-3da646e3d2ad tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760431 Jun 16 14:57:51.905884 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-39949f88-ce2d-448c-9dc2-331ffedd19f9 req-bad57708-f236-4b85-ac53-6385726a2c99 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0541549 Jun 16 14:57:52.007090 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eeb00-4b1d-4d73-a58f-2b6e559b62e7 req-f5d3db7c-b2f3-4cc4-aa12-7ff54d31d42c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:52.008925 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c9eeb00-4b1d-4d73-a58f-2b6e559b62e7 req-f5d3db7c-b2f3-4cc4-aa12-7ff54d31d42c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0649312 Jun 16 14:57:52.054538 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c9eeb00-4b1d-4d73-a58f-2b6e559b62e7 req-22c9d74f-b8dd-49b1-aa60-d597716cd02a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Jun 16 14:57:52.574002 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc8d2-6afd-4637-a8c0-7d48f1889739 req-8a99b4ef-5e70-4a82-9336-2e59c8725158 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:52.576318 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-babfc8d2-6afd-4637-a8c0-7d48f1889739 req-8a99b4ef-5e70-4a82-9336-2e59c8725158 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0553772 Jun 16 14:57:52.630251 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-babfc8d2-6afd-4637-a8c0-7d48f1889739 req-b38a32f6-9aff-4367-8a93-099a23f9b5a6 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470026 Jun 16 14:57:52.998918 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278e05b-6801-4e00-972f-53618f42e226 req-a20c1217-bcab-4f7c-a268-895df65d9910 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:53.000556 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9278e05b-6801-4e00-972f-53618f42e226 req-a20c1217-bcab-4f7c-a268-895df65d9910 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0611477 Jun 16 14:57:53.021340 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c4de66fa-ed53-4e48-ac05-cc4518acd04d req-cd24e78d-c93f-4ccc-9c38-4e3633015479 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0373046 Jun 16 14:57:53.063123 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9278e05b-6801-4e00-972f-53618f42e226 req-5132c0e9-f82a-4d60-b8e7-0fd3b7bde0ca tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564935 Jun 16 14:57:53.186906 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d0ce-d0d5-4bf5-8a1b-fd71b25ceb91 req-5c245762-0a6b-43d8-9990-f52d0fecb220 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:53.195122 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a7d3d0ce-d0d5-4bf5-8a1b-fd71b25ceb91 req-5c245762-0a6b-43d8-9990-f52d0fecb220 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0587754 Jun 16 14:57:53.234005 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:53.242971 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a7d3d0ce-d0d5-4bf5-8a1b-fd71b25ceb91 req-03c9ba27-9db6-4a20-aef4-b5c3b0ae0f6f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470769 Jun 16 14:57:53.753400 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabca924-4cc6-4adf-a546-6b1c22726e9a req-dd68af31-e8a9-4d30-84eb-578c15571c50 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:53.755016 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fabca924-4cc6-4adf-a546-6b1c22726e9a req-dd68af31-e8a9-4d30-84eb-578c15571c50 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0507133 Jun 16 14:57:53.819922 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fabca924-4cc6-4adf-a546-6b1c22726e9a req-75455b7c-d0eb-42d3-8774-f4c6e4ee81a8 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585871 Jun 16 14:57:54.118112 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f4e002e8-a3e6-4e1b-8c89-35b6105e6687 req-adf48942-caae-4422-9dda-6b5fda9cdc13 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0360475 Jun 16 14:57:54.184181 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06642-3f1c-4c86-86b4-c01d57bf1a5e req-0f1cafef-d146-4706-9f77-eebfaa4438a5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:54.185696 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dc06642-3f1c-4c86-86b4-c01d57bf1a5e req-0f1cafef-d146-4706-9f77-eebfaa4438a5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0482252 Jun 16 14:57:54.238805 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dc06642-3f1c-4c86-86b4-c01d57bf1a5e req-a1d6f79e-108b-4834-9c98-4a79f31d3b72 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465648 Jun 16 14:57:54.366439 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750812d-186d-400e-93dd-f39a8aae5070 req-b1277e8d-3f55-47bc-be45-c5353dc88a48 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:54.367944 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f750812d-186d-400e-93dd-f39a8aae5070 req-b1277e8d-3f55-47bc-be45-c5353dc88a48 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0508599 Jun 16 14:57:54.420199 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f750812d-186d-400e-93dd-f39a8aae5070 req-a3ccead8-61c1-4276-bb0f-d7d1f6abd48a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456882 Jun 16 14:57:54.942593 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b426a-ccc7-4df4-8bc1-48e19d7e4be4 req-5072b3fb-ad66-4808-b51d-d5f8c89d62ff tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:54.944091 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-554b426a-ccc7-4df4-8bc1-48e19d7e4be4 req-5072b3fb-ad66-4808-b51d-d5f8c89d62ff tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0483170 Jun 16 14:57:54.994553 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-554b426a-ccc7-4df4-8bc1-48e19d7e4be4 req-8e6094c6-8449-4311-8683-5c0a287b7821 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Jun 16 14:57:55.216206 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-55116be5-7c3a-4ffd-89af-23d75f5702fe req-d176a8f8-dfa2-4d62-9ba6-1ddf123ea616 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0291305 Jun 16 14:57:55.352527 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d8446-f9db-48d0-9d43-4de8611ae874 req-c76780b5-7467-40fe-af52-56ca22663c63 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:55.354453 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-147d8446-f9db-48d0-9d43-4de8611ae874 req-c76780b5-7467-40fe-af52-56ca22663c63 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0482221 Jun 16 14:57:55.400966 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-147d8446-f9db-48d0-9d43-4de8611ae874 req-3607410e-7867-4610-b465-1deda707fe63 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Jun 16 14:57:55.542833 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceb237-9243-484a-82aa-ed2c65916753 req-4df38f98-0912-406b-8437-e33e45236a95 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:55.544331 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1bceb237-9243-484a-82aa-ed2c65916753 req-4df38f98-0912-406b-8437-e33e45236a95 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0495160 Jun 16 14:57:55.592226 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1bceb237-9243-484a-82aa-ed2c65916753 req-534e7f83-ffa0-4c47-8871-c319b9df61e6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421646 Jun 16 14:57:56.113801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801630e-a038-4487-8574-e0fa6d71899f req-75ba9175-b3cb-4e66-a261-52850924211c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:56.115289 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c801630e-a038-4487-8574-e0fa6d71899f req-75ba9175-b3cb-4e66-a261-52850924211c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0510917 Jun 16 14:57:56.141911 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:56.165575 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c801630e-a038-4487-8574-e0fa6d71899f req-8c3ecde6-98bb-4501-8b19-38a6a0956e7a tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Jun 16 14:57:56.312114 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-21faf556-32ed-4845-8f37-e6a0efbe5318 req-070a4ce6-8585-4cf5-aa78-a5aa311b462b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0277731 Jun 16 14:57:56.519920 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c8b06-511a-4629-9c81-e69dfeca1a23 req-5f163ac6-4755-4add-9111-3060f4761db8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:56.521447 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-995c8b06-511a-4629-9c81-e69dfeca1a23 req-5f163ac6-4755-4add-9111-3060f4761db8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0499759 Jun 16 14:57:56.569970 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-995c8b06-511a-4629-9c81-e69dfeca1a23 req-946514d7-1d56-49a1-b830-5e9f73fb1df8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Jun 16 14:57:56.711907 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3dfe0-711d-4d95-a3ff-5afd654085ee req-24187e48-ac4d-4613-bb0c-8745081a8980 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:56.713364 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3ad3dfe0-711d-4d95-a3ff-5afd654085ee req-24187e48-ac4d-4613-bb0c-8745081a8980 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0501733 Jun 16 14:57:56.760938 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3ad3dfe0-711d-4d95-a3ff-5afd654085ee req-144b18a0-a3d4-4e03-bb81-7acb04aaf7d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418439 Jun 16 14:57:57.284096 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e63729-2b07-4f2f-a306-561b387eb971 req-9d613cb1-e946-4479-b4a9-d6fa3135edea tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:57.285626 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03e63729-2b07-4f2f-a306-561b387eb971 req-9d613cb1-e946-4479-b4a9-d6fa3135edea tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0509624 Jun 16 14:57:57.333293 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03e63729-2b07-4f2f-a306-561b387eb971 req-a80b92f1-7a01-4bb7-965f-1bad21cff517 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Jun 16 14:57:57.390254 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:57.411274 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b20ae918-0f82-4893-ad9d-385eadfb658e req-192b179e-7c63-43b2-9c7b-9f433a47fe7c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0295458 Jun 16 14:57:57.685692 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8700a-a6f2-4f6b-834d-25ed31608f71 req-1284fc53-3b62-42a5-bc74-e80405c085d3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:57.687226 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ac8700a-a6f2-4f6b-834d-25ed31608f71 req-1284fc53-3b62-42a5-bc74-e80405c085d3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0493946 Jun 16 14:57:57.717629 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:57.735590 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ac8700a-a6f2-4f6b-834d-25ed31608f71 req-4d97cf1b-a21e-4c7c-bc12-f0e7b0831ca1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Jun 16 14:57:57.889459 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65b870-e5b6-49dd-9f6e-717f065dd1fe req-39647f1d-3645-41bc-b00c-e61662bd341c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:57.891566 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bc65b870-e5b6-49dd-9f6e-717f065dd1fe req-39647f1d-3645-41bc-b00c-e61662bd341c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0522242 Jun 16 14:57:57.921825 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:57:57.955995 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bc65b870-e5b6-49dd-9f6e-717f065dd1fe req-8fb0517c-6657-4527-8386-cc616128b438 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531397 Jun 16 14:57:58.428379 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-f65075eb-2adf-4df8-93c3-9f5d2ad13815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:58.429976 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-f65075eb-2adf-4df8-93c3-9f5d2ad13815 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735955 Jun 16 14:57:58.458112 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f3bf1-fd56-4e54-b091-d4271f83bc9a req-032e7c62-5440-424b-a4fc-c21c0442e7ed tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:58.459712 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6f3bf1-fd56-4e54-b091-d4271f83bc9a req-032e7c62-5440-424b-a4fc-c21c0442e7ed tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0495756 Jun 16 14:57:58.508183 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bec482ae-4d9d-42d7-a5b0-7902284125fa req-0df2a119-f9b0-4c3b-9e79-c6f7e87e89b1 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0285800 Jun 16 14:57:58.514310 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6f3bf1-fd56-4e54-b091-d4271f83bc9a req-c7710813-2c2b-4dbe-8a5e-0aa0b851f555 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Jun 16 14:57:58.853374 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b75ad-f3e6-4fb1-8116-8dda6834768f req-c60cb069-8926-4da5-83c2-35c568cdee32 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:58.854827 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9f2b75ad-f3e6-4fb1-8116-8dda6834768f req-c60cb069-8926-4da5-83c2-35c568cdee32 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0510657 Jun 16 14:57:58.949336 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-1534f556-6bd7-4e67-a735-69720888b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:58.951204 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-1534f556-6bd7-4e67-a735-69720888b0f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 1127 time: 0.0748990 Jun 16 14:57:58.967456 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9f2b75ad-f3e6-4fb1-8116-8dda6834768f req-3f37f605-b01b-49e5-a7d2-6380c4f9420e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070237 Jun 16 14:57:58.998083 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-ee9aee79-848a-4974-b2f4-f7348f32e688 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162837 Jun 16 14:57:59.084088 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b3f8-5907-4490-91c2-00be713012f2 req-3cbe417d-64d5-496d-8095-0261aed327b8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:59.086009 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c361b3f8-5907-4490-91c2-00be713012f2 req-3cbe417d-64d5-496d-8095-0261aed327b8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0499198 Jun 16 14:57:59.133821 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c361b3f8-5907-4490-91c2-00be713012f2 req-7c9b5c5c-2db0-4d07-9f54-ad5d74d414af tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Jun 16 14:57:59.403299 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59715aef-4044-4fff-95b0-a5ed83c6b935 req-11202771-468d-4eff-811d-8639e38c713d service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110909 Jun 16 14:57:59.482509 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-b241ac0d-8683-45e4-a65a-6f3176c1f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:59.484028 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-b241ac0d-8683-45e4-a65a-6f3176c1f102 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 1127 time: 0.1355555 Jun 16 14:57:59.492040 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f524b1-10e2-4c6e-af98-d0c11220da60 req-fa0335b2-9aad-49ec-962e-8c31a8901e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:59.493501 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-91f524b1-10e2-4c6e-af98-d0c11220da60 req-fa0335b2-9aad-49ec-962e-8c31a8901e2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a0788d395b4e4632b29e263608e28973&device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 1127 time: 0.1588109 Jun 16 14:57:59.632945 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-5e363ca3-5a61-4e10-9c1c-3e36f888ea4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9 HTTP/1.1" status: 200 len: 217 time: 0.1089432 Jun 16 14:57:59.642923 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-7e158fd9-c1ad-401e-b38a-aa8977b647e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:59.644457 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-7e158fd9-c1ad-401e-b38a-aa8977b647e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1128 time: 0.1061034 Jun 16 14:57:59.646738 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7307f7b2-dfab-430a-bb7b-a098ab04725e req-d2243400-60f0-42e6-b6f4-77019d547ba1 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0357716 Jun 16 14:57:59.649195 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-5b7fd81a-d016-45c2-816b-401e2f6d48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:59.650807 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-5b7fd81a-d016-45c2-816b-401e2f6d48ed service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3610461 Jun 16 14:57:59.869577 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9646f-0ed3-47ae-8d25-87c8a8c87698 req-30773d8f-f00b-4238-8a77-f6909fc926f2 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:59.870906 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f9a9646f-0ed3-47ae-8d25-87c8a8c87698 req-30773d8f-f00b-4238-8a77-f6909fc926f2 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.2465305 Jun 16 14:57:59.949912 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f524b1-10e2-4c6e-af98-d0c11220da60 req-08545c69-5e03-45fe-b9a8-b23a5109a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:57:59.951415 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-91f524b1-10e2-4c6e-af98-d0c11220da60 req-08545c69-5e03-45fe-b9a8-b23a5109a2ff service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a0788d395b4e4632b29e263608e28973&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3867357 Jun 16 14:58:00.052407 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f9a9646f-0ed3-47ae-8d25-87c8a8c87698 req-ebda173b-a4c9-4a6f-a7dc-9d3183bebe5b tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759801 Jun 16 14:58:00.100897 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-41bd240b-2608-4975-8926-f68abd84e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:00.102422 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-41bd240b-2608-4975-8926-f68abd84e7d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.1936867 Jun 16 14:58:00.125232 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-e366b174-9c40-44ef-aa6a-56f71431a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:00.126737 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-e366b174-9c40-44ef-aa6a-56f71431a018 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.2157507 Jun 16 14:58:00.184257 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48550c4d-950e-4880-9913-d5113942e0b7 req-0ba4beba-f551-40e2-a273-f033502c436a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:00.185842 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48550c4d-950e-4880-9913-d5113942e0b7 req-0ba4beba-f551-40e2-a273-f033502c436a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0825021 Jun 16 14:58:00.199273 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:00.217700 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-976a8fa9-b3af-4435-a1b3-9e7f3dd79759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:00.219597 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-976a8fa9-b3af-4435-a1b3-9e7f3dd79759 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3114030 Jun 16 14:58:00.248010 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48550c4d-950e-4880-9913-d5113942e0b7 req-07aefb0e-b81f-4592-a583-fadcbee0955c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492687 Jun 16 14:58:00.279028 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8096c-c1ca-493b-8950-a95323bc06c8 req-d851cf55-c5be-46e8-9fc1-01925779b1c0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:00.280660 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d3a8096c-c1ca-493b-8950-a95323bc06c8 req-d851cf55-c5be-46e8-9fc1-01925779b1c0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0501909 Jun 16 14:58:00.336677 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d3a8096c-c1ca-493b-8950-a95323bc06c8 req-1619b644-f071-4177-bf4a-d4391885f1b7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482893 Jun 16 14:58:00.514210 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:00.744800 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-eba2d879-21cb-4d7c-b928-2a7da3072e92 req-46eecf74-03e0-4619-9aa3-b9da44684fa7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0273488 Jun 16 14:58:01.171849 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecb7c0-40f0-42f8-acdb-30253da24306 req-82b9264c-3787-4222-862e-0acf034f4695 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:01.173374 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-42ecb7c0-40f0-42f8-acdb-30253da24306 req-82b9264c-3787-4222-862e-0acf034f4695 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0518906 Jun 16 14:58:01.229347 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-42ecb7c0-40f0-42f8-acdb-30253da24306 req-34eefc75-1eb6-4ba7-a83c-8eeb7feff0e1 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500844 Jun 16 14:58:01.372091 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe64d5e-3d6a-4789-ba71-618f80525097 req-7cc8eba9-632b-433e-b0ec-c657d53eaf76 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:01.373673 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dbe64d5e-3d6a-4789-ba71-618f80525097 req-7cc8eba9-632b-433e-b0ec-c657d53eaf76 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0528634 Jun 16 14:58:01.419450 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:01.443816 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dbe64d5e-3d6a-4789-ba71-618f80525097 req-a9c3a1e5-c13c-4ddf-972a-162fb7b4216b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617311 Jun 16 14:58:01.484590 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee5f2-1c91-4ced-be45-1871f0857091 req-22019718-c712-4049-87df-4950121da1f3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:01.486402 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-195ee5f2-1c91-4ced-be45-1871f0857091 req-22019718-c712-4049-87df-4950121da1f3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0529702 Jun 16 14:58:01.517781 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:01.535213 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-195ee5f2-1c91-4ced-be45-1871f0857091 req-d91bf630-a431-4e37-a295-a59708143151 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Jun 16 14:58:01.841786 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f6f1919c-4f05-4cb2-82bc-857238f9fff3 req-780972ef-4a40-4ec2-afd0-1a11905aa060 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0279591 Jun 16 14:58:02.346291 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d270ea5-193a-4684-889d-2b96230ccb70 req-2a61fac3-0b2a-432e-855a-4eeb1bceec5a tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:02.347915 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4d270ea5-193a-4684-889d-2b96230ccb70 req-2a61fac3-0b2a-432e-855a-4eeb1bceec5a tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0478609 Jun 16 14:58:02.399603 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4d270ea5-193a-4684-889d-2b96230ccb70 req-1a49c489-f25c-47aa-838d-4efc4e65a5a2 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Jun 16 14:58:02.568740 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06337fef-dfec-4602-a0cb-e57eb5890e44 req-d814eb66-d342-498a-b093-77e81aea2ffd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:02.570288 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-06337fef-dfec-4602-a0cb-e57eb5890e44 req-d814eb66-d342-498a-b093-77e81aea2ffd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0512500 Jun 16 14:58:02.621100 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-06337fef-dfec-4602-a0cb-e57eb5890e44 req-6d6d9d6f-99a1-4023-a3db-3d6c1d1a468e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Jun 16 14:58:02.656481 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aebaf6-7bc3-4f46-a02a-807493d60464 req-8fe96d6f-c06f-4bd3-b15f-ed0cbf430f07 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:02.658087 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9aebaf6-7bc3-4f46-a02a-807493d60464 req-8fe96d6f-c06f-4bd3-b15f-ed0cbf430f07 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0497937 Jun 16 14:58:02.721212 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9aebaf6-7bc3-4f46-a02a-807493d60464 req-83e0992b-41aa-43fd-922e-ea6d2f8fc302 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561905 Jun 16 14:58:02.942628 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-75006ba9-e57d-41da-9ebd-14245f958852 req-9ebdf51b-6dc6-4ecb-9923-f57e83f8ef37 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0317883 Jun 16 14:58:03.515432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0a27-6039-4975-8a6a-335091558a45 req-e32927a7-8eec-4d95-a541-ec4b96cfddab tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:03.516856 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fcea0a27-6039-4975-8a6a-335091558a45 req-e32927a7-8eec-4d95-a541-ec4b96cfddab tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0471966 Jun 16 14:58:03.566479 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fcea0a27-6039-4975-8a6a-335091558a45 req-b418e2eb-dc05-4aa5-9d35-7a3b6072c055 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Jun 16 14:58:03.732063 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05128272-2070-4c6d-80ea-5563d14c0d76 req-086402dd-133f-4150-a808-6996120155cb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:03.733589 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-05128272-2070-4c6d-80ea-5563d14c0d76 req-086402dd-133f-4150-a808-6996120155cb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0478077 Jun 16 14:58:03.771611 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:03.785204 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-05128272-2070-4c6d-80ea-5563d14c0d76 req-93eec63b-7889-484f-824a-eac05ce59bec tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 Jun 16 14:58:03.849906 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb0e4c-154c-4ba4-8212-a056f1109198 req-febb9101-7b4e-4862-b53c-e73f2dc45828 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:03.851442 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d7fb0e4c-154c-4ba4-8212-a056f1109198 req-febb9101-7b4e-4862-b53c-e73f2dc45828 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0524647 Jun 16 14:58:03.900243 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d7fb0e4c-154c-4ba4-8212-a056f1109198 req-92e348c2-a3c5-430d-ab9b-bfbee22016df tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Jun 16 14:58:04.038615 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7ed4339e-debd-4af6-b6d3-6a3d8b964465 req-5d672d88-b517-443f-9e60-eadf262040ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0271900 Jun 16 14:58:04.684480 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115c126-c5f5-4ab5-bd08-e4dcca28b562 req-bb6c720c-fd64-4a53-88d8-12d7a7155e31 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:04.689962 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c115c126-c5f5-4ab5-bd08-e4dcca28b562 req-bb6c720c-fd64-4a53-88d8-12d7a7155e31 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0501816 Jun 16 14:58:04.737435 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c115c126-c5f5-4ab5-bd08-e4dcca28b562 req-2ca1c54c-9945-4f24-86dc-d367dcb58fb8 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453312 Jun 16 14:58:04.913473 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232a11c-c931-415e-8264-7526e09e8e56 req-7c2846b8-154b-4832-b73c-7ec24228130f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:04.914992 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e232a11c-c931-415e-8264-7526e09e8e56 req-7c2846b8-154b-4832-b73c-7ec24228130f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0509431 Jun 16 14:58:04.975368 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e232a11c-c931-415e-8264-7526e09e8e56 req-67cd26e5-2443-4ac4-9245-1d1dec38a979 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542910 Jun 16 14:58:05.035995 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46830f-b38c-4c0c-a874-139480552c22 req-aedcce3f-f769-47fc-9518-7d4d6d319ab1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:05.037529 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4b46830f-b38c-4c0c-a874-139480552c22 req-aedcce3f-f769-47fc-9518-7d4d6d319ab1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0512502 Jun 16 14:58:05.085425 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4b46830f-b38c-4c0c-a874-139480552c22 req-e8fb81f2-5fd2-411d-870b-7a5386e880f5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422919 Jun 16 14:58:05.136178 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b9c204ac-e629-4221-ab8e-45d49aff31dc req-4a0da599-977c-42cf-8e4c-f7c8a22b97ff tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0278039 Jun 16 14:58:05.872880 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73920-904a-4ffc-b4cb-c3d3248c245b req-7be508d7-012e-4e32-8be9-f20c3ca76987 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:05.874423 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-25b73920-904a-4ffc-b4cb-c3d3248c245b req-7be508d7-012e-4e32-8be9-f20c3ca76987 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0504537 Jun 16 14:58:05.936189 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-25b73920-904a-4ffc-b4cb-c3d3248c245b req-c0382fef-f6f8-4221-90d6-84b154f508a0 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553675 Jun 16 14:58:06.107800 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866938fe-64dc-43f5-a872-237973d21610 req-ee051929-b16e-4d09-be86-5bf017df945b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:06.109329 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-866938fe-64dc-43f5-a872-237973d21610 req-ee051929-b16e-4d09-be86-5bf017df945b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0498474 Jun 16 14:58:06.165098 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-866938fe-64dc-43f5-a872-237973d21610 req-3b19b6af-13f9-48b5-9c24-e9a24403b55f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Jun 16 14:58:06.231604 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5bbac-2a89-4ef7-9d51-1145a9a4f7e8 req-24325e58-700f-4b7d-a993-fca8f1e23048 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:06.233124 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-61a5bbac-2a89-4ef7-9d51-1145a9a4f7e8 req-24325e58-700f-4b7d-a993-fca8f1e23048 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0510743 Jun 16 14:58:06.260349 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a1920745-e4f2-4e65-b0a4-d9ff0611542c req-a235dee0-b3f3-4652-8017-d1827382d9cc tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0341570 Jun 16 14:58:06.287599 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-61a5bbac-2a89-4ef7-9d51-1145a9a4f7e8 req-e3ab9dee-f9cf-47ac-8d6a-2a11c16eb34d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485723 Jun 16 14:58:07.007030 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 34196) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:07.085545 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97509dd-805b-4806-8c4b-58f055192427 req-d86c4ce5-3411-4d9b-b5f8-ac75b02fe3fe tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:07.087049 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f97509dd-805b-4806-8c4b-58f055192427 req-d86c4ce5-3411-4d9b-b5f8-ac75b02fe3fe tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0526052 Jun 16 14:58:07.145707 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f97509dd-805b-4806-8c4b-58f055192427 req-b1523e79-1bae-436b-8d7e-cfc998230a44 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517530 Jun 16 14:58:07.167811 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.180356 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:07.277510 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Publish callbacks [] for security_group (ad1e899c-a794-4225-9add-c939e4f6d861), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.278280 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9039e66b-da14-446f-8d6d-3de26bbde942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.316007 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ad1e899c-a794-4225-9add-c939e4f6d861), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.339041 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34212) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:07.359996 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:07.373887 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61af3e-52d2-44eb-a3af-3a0dca059659 req-8f7c4e63-7a5f-4d71-b839-691a173c5bd2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:07.375473 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2a61af3e-52d2-44eb-a3af-3a0dca059659 req-8f7c4e63-7a5f-4d71-b839-691a173c5bd2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0957291 Jun 16 14:58:07.380957 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b72ec9375c9d4b20938855135f8d8af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720920 Jun 16 14:58:07.383801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e899c-a794-4225-9add-c939e4f6d861,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:07.386633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 34216) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:07.397614 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b862dd7c-4fb1-43f2-9c70-4bd969c91c47 req-bd44972a-dfbe-4bd5-b9d8-38a380845e74 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0392365 Jun 16 14:58:07.425961 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.426292 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.426829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.427173 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.427499 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.427824 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.428146 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.428639 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.429161 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.429660 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.429996 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.430482 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.431045 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.431873 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.432192 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac177e3-8c5e-4a72-bb6a-ecc72c4f232c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.490033 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4a7-8103-4b84-b72d-3d255d49f01c admin admin] Publish callbacks [] for security_group (ad1e899c-a794-4225-9add-c939e4f6d861), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.497188 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2a61af3e-52d2-44eb-a3af-3a0dca059659 req-18d57a38-23ad-4e80-991a-c7c390f89d11 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151793 Jun 16 14:58:07.533769 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4a7-8103-4b84-b72d-3d255d49f01c admin admin] Publish callbacks [] for security_group (ad1e899c-a794-4225-9add-c939e4f6d861), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.587945 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4a7-8103-4b84-b72d-3d255d49f01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ad1e899c-a794-4225-9add-c939e4f6d861), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.590869 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4a7-8103-4b84-b72d-3d255d49f01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.592044 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-7aadb4a7-8103-4b84-b72d-3d255d49f01c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad1e899c-a794-4225-9add-c939e4f6d861 HTTP/1.1" status: 204 len: 168 time: 0.2038062 Jun 16 14:58:07.601123 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb4a7-8103-4b84-b72d-3d255d49f01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e899c-a794-4225-9add-c939e4f6d861,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:07.688446 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.717040 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dd538-3cfe-4bbd-934b-1f047bc39b0c req-a395fee0-1eac-431b-bd46-1522d2940c2d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:07.726911 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-196dd538-3cfe-4bbd-934b-1f047bc39b0c req-a395fee0-1eac-431b-bd46-1522d2940c2d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.2596312 Jun 16 14:58:07.732518 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 14:58:07.805143 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-196dd538-3cfe-4bbd-934b-1f047bc39b0c req-23d5a87a-e758-4804-bfbb-cc003403ed43 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773246 Jun 16 14:58:07.844300 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Publish callbacks [] for security_group (6d78fe24-03b5-464f-b64a-f0b4520385ea), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.848694 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (6d78fe24-03b5-464f-b64a-f0b4520385ea), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.885463 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=065f6d2ec26f4d55a4f7fad409dcfe63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452421 Jun 16 14:58:07.888163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 34224) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:07.896072 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d78fe24-03b5-464f-b64a-f0b4520385ea,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:07.897116 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:07.904416 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.904775 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.905308 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.905621 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.905951 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.906273 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.906600 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.906922 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.907316 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.907645 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.910408 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'port_id': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 14:58:07.916180 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.916826 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.917329 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.933055 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.933055 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05d4d6-6567-4895-9d0a-ca739a354f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:07.971246 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d993c9c8-4b60-44de-804c-d25b16487f8b admin admin] Publish callbacks [] for security_group (6d78fe24-03b5-464f-b64a-f0b4520385ea), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.972912 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34226) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:07.974688 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:07.975166 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.987571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a05b282-5513-4e65-bf6e-464797234d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:07.990886 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:58:07.996767 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d993c9c8-4b60-44de-804c-d25b16487f8b admin admin] Publish callbacks [] for security_group (6d78fe24-03b5-464f-b64a-f0b4520385ea), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.014071 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:08.018522 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.054884 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d993c9c8-4b60-44de-804c-d25b16487f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (6d78fe24-03b5-464f-b64a-f0b4520385ea), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.061364 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d993c9c8-4b60-44de-804c-d25b16487f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.062564 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d993c9c8-4b60-44de-804c-d25b16487f8b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d78fe24-03b5-464f-b64a-f0b4520385ea HTTP/1.1" status: 204 len: 168 time: 0.1734114 Jun 16 14:58:08.079283 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:08.079828 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:08.080590 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993c9c8-4b60-44de-804c-d25b16487f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d78fe24-03b5-464f-b64a-f0b4520385ea,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:08.119498 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.120092 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.120631 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.121164 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.121655 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.121993 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.122315 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.122807 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.123288 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.123769 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.124105 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.124449 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.124780 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.125133 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.125457 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:58:08.140630 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a05b282-5513-4e65-bf6e-464797234d43 admin admin] Publish callbacks [] for security_group (08b1af57-2121-4258-bec7-28b12e3a2b11), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.145738 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9a05b282-5513-4e65-bf6e-464797234d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (08b1af57-2121-4258-bec7-28b12e3a2b11), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.188289 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05b282-5513-4e65-bf6e-464797234d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1af57-2121-4258-bec7-28b12e3a2b11,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:08.194041 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-9a05b282-5513-4e65-bf6e-464797234d43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=936c6d9ddfea421cafa8239cdd80d63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200696 Jun 16 14:58:08.198758 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 34232) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:08.298202 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a91e847a-9a53-4c71-b15b-25bc6a57c279 admin admin] Publish callbacks [] for security_group (08b1af57-2121-4258-bec7-28b12e3a2b11), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.311038 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a9da-776d-4289-81f6-b7eed40c2d67 req-3aeea420-098b-4e81-b3d1-b8a84a42889c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:08.316735 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7168a9da-776d-4289-81f6-b7eed40c2d67 req-3aeea420-098b-4e81-b3d1-b8a84a42889c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0836225 Jun 16 14:58:08.363343 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a91e847a-9a53-4c71-b15b-25bc6a57c279 admin admin] Publish callbacks [] for security_group (08b1af57-2121-4258-bec7-28b12e3a2b11), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.419857 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7168a9da-776d-4289-81f6-b7eed40c2d67 req-dc18bc11-956b-499f-a60d-76bbc1104bf4 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947788 Jun 16 14:58:08.458696 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a91e847a-9a53-4c71-b15b-25bc6a57c279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (08b1af57-2121-4258-bec7-28b12e3a2b11), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.462197 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a91e847a-9a53-4c71-b15b-25bc6a57c279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.466755 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a91e847a-9a53-4c71-b15b-25bc6a57c279 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08b1af57-2121-4258-bec7-28b12e3a2b11 HTTP/1.1" status: 204 len: 168 time: 0.2645857 Jun 16 14:58:08.483154 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e847a-9a53-4c71-b15b-25bc6a57c279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1af57-2121-4258-bec7-28b12e3a2b11,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:08.530290 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-13b93a31-5ec2-48c8-8efc-170ceb497d2e req-5768e690-74ac-4491-87fb-0a28142972fa tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0461955 Jun 16 14:58:08.630023 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34258) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:08.644376 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-35ceb06a-6d4f-4ee1-a007-64e37757c395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.660827 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 14:58:08.673807 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:08.818157 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.86', 59397) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:08.818391 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:08.825946 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-ca9caf8c-48cc-41a8-b5ee-f016302acf82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 217 time: 0.1336746 Jun 16 14:58:08.835329 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d174b-75f8-422c-b116-ff0233a67c82 req-5d2f6756-5d1e-4742-9f8c-34bae6c5b30d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:08.841712 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:08.851898 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d4d174b-75f8-422c-b116-ff0233a67c82 req-5d2f6756-5d1e-4742-9f8c-34bae6c5b30d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.2351050 Jun 16 14:58:09.048239 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-f7a2effc-a0e8-458b-9ab9-0fbd1b8d2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.049810 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-f7a2effc-a0e8-458b-9ab9-0fbd1b8d2e1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 1127 time: 0.1824355 Jun 16 14:58:09.090962 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4671405-5eb1-4e04-8d54-1bf822065399 req-78d4cf3a-bebf-4bb6-9486-190462eea241 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.092820 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d4671405-5eb1-4e04-8d54-1bf822065399 req-78d4cf3a-bebf-4bb6-9486-190462eea241 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 945 time: 0.1283274 Jun 16 14:58:09.098607 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-02c2e3d6-0dec-4d99-ba94-33d1b9423a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.100885 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-02c2e3d6-0dec-4d99-ba94-33d1b9423a3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.1788163 Jun 16 14:58:09.114226 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:09.137488 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-35ceb06a-6d4f-4ee1-a007-64e37757c395 admin admin] Publish callbacks [] for security_group (cddd7a63-dd91-4706-ac37-33bac523d768), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:09.144144 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-35ceb06a-6d4f-4ee1-a007-64e37757c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (cddd7a63-dd91-4706-ac37-33bac523d768), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:09.162413 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:09.165087 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:09.169247 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-4f239e16-a56e-4147-b0f6-ae5aa16bf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.171695 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-4f239e16-a56e-4147-b0f6-ae5aa16bf055 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4683914 Jun 16 14:58:09.219347 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d4671405-5eb1-4e04-8d54-1bf822065399 req-3d8dcac9-18c0-4127-80d0-0e1729aee741 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071985 Jun 16 14:58:09.224404 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-35ceb06a-6d4f-4ee1-a007-64e37757c395 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9f909ea643b457d8951b0ec42e4157a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5932798 Jun 16 14:58:09.225785 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceb06a-6d4f-4ee1-a007-64e37757c395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddd7a63-dd91-4706-ac37-33bac523d768,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:09.230578 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34278) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:09.265457 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d4d174b-75f8-422c-b116-ff0233a67c82 req-f016db16-139e-41cf-8110-4422b41c9f5d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125516 Jun 16 14:58:09.291627 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f524b1-10e2-4c6e-af98-d0c11220da60 req-82606b9b-0b34-4693-be7e-d2de94739809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.293228 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-91f524b1-10e2-4c6e-af98-d0c11220da60 req-82606b9b-0b34-4693-be7e-d2de94739809 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5994821 Jun 16 14:58:09.300565 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-a14076aa-ac96-4e99-9996-e5c94a46e956 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.302228 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-a14076aa-ac96-4e99-9996-e5c94a46e956 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 815 time: 0.4230022 Jun 16 14:58:09.308695 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a45-cb2b-483e-a2f8-36ee5c6dce8f admin admin] Publish callbacks [] for security_group (cddd7a63-dd91-4706-ac37-33bac523d768), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:09.338005 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a45-cb2b-483e-a2f8-36ee5c6dce8f admin admin] Publish callbacks [] for security_group (cddd7a63-dd91-4706-ac37-33bac523d768), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:09.414673 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a45-cb2b-483e-a2f8-36ee5c6dce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (cddd7a63-dd91-4706-ac37-33bac523d768), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:09.420817 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a45-cb2b-483e-a2f8-36ee5c6dce8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:09.423151 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6cfa0a45-cb2b-483e-a2f8-36ee5c6dce8f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cddd7a63-dd91-4706-ac37-33bac523d768 HTTP/1.1" status: 204 len: 168 time: 0.1908767 Jun 16 14:58:09.452733 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa0a45-cb2b-483e-a2f8-36ee5c6dce8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddd7a63-dd91-4706-ac37-33bac523d768,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:09.508236 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-db0c2430-3d09-49d2-965c-3f1d079913ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac HTTP/1.1" status: 200 len: 217 time: 0.0655253 Jun 16 14:58:09.702450 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3e588625-c9a0-4cf1-a799-8876d207ac2f req-86b95c34-a295-49b7-a0ab-fb6b7faf9c03 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0586181 Jun 16 14:58:09.799075 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9ed3-217f-402e-942d-63bc62ff47c6 req-0a713357-e014-41a4-a775-3a40569c5f2e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.807284 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-57dd9ed3-217f-402e-942d-63bc62ff47c6 req-0a713357-e014-41a4-a775-3a40569c5f2e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.2677689 Jun 16 14:58:09.827381 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-731ec6aa-f755-46a3-ab58-31794ac6630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.828988 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-731ec6aa-f755-46a3-ab58-31794ac6630d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1758649 Jun 16 14:58:09.843941 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-6a65a622-d9ab-45e2-9d4a-2b8f0a338320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:09.847293 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-6a65a622-d9ab-45e2-9d4a-2b8f0a338320 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.1786525 Jun 16 14:58:09.915116 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-57dd9ed3-217f-402e-942d-63bc62ff47c6 req-30333a91-06da-4d3d-b365-f9dbe615e3fc tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067512 Jun 16 14:58:09.987604 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:58:09.999030 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:10.067405 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-f59186a5-ec63-4dc3-bea8-cfe8d154b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:10.074557 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-f59186a5-ec63-4dc3-bea8-cfe8d154b857 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1404068 Jun 16 14:58:10.099000 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-fe1020de-413a-4f98-b3ee-b1e8ca749a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:10.100703 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-fe1020de-413a-4f98-b3ee-b1e8ca749a68 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a0788d395b4e4632b29e263608e28973&device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 1127 time: 0.3956990 Jun 16 14:58:10.123446 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 14:58:10.146375 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:58:10.146721 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:10.159545 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-481de2f6-256a-4384-bf2a-ef6c530f6677 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207646 Jun 16 14:58:10.209756 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-21622118-9f07-415d-83fe-a1e943c078b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:10.249728 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-1bb808a3-e7ab-4aa7-9907-5600d149e3f1 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 380 time: 0.6517777 Jun 16 14:58:10.279368 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:10.280331 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:10.289424 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-47c5a2b2-2a21-4bfe-8d1f-cea0c7fe3013 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114694 Jun 16 14:58:10.304801 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34336) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:10.342451 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'port': {'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'admin_state_up': True, 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'security_groups': ['7904acff-9161-498e-80d8-e4d82f3b30ba']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:58:10.350621 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:58:10.460088 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:10.464552 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-98afee94-137c-4f26-8285-5e7bcc29706e service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302018 Jun 16 14:58:10.470757 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:10.481047 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:10.630312 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-63c9ddb7-a75b-4a2e-bf40-3c4d7ed8011c req-5084f07a-6ee1-4ceb-aeb6-43c6b0fcc11e service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362743 Jun 16 14:58:10.687874 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bab7da6e-ae72-4770-a6e8-c557553fafcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:10.761239 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:10.763918 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:10.819589 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c6fb1-22cc-4835-b2f2-2ce3c80ccd1c req-7fa0b511-48cf-4238-908f-8071f8fd4dea tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:10.827162 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6f9c6fb1-22cc-4835-b2f2-2ce3c80ccd1c req-7fa0b511-48cf-4238-908f-8071f8fd4dea tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.3597956 Jun 16 14:58:10.873886 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-6d80d331-55bc-4472-be1b-3bae1b6c6cc5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=644ccac5-3aa8-48a4-a0e4-484eabb05969 HTTP/1.1" status: 200 len: 217 time: 0.2001152 Jun 16 14:58:10.912480 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e52ef-68a7-4f95-b8ad-7a057575c9a1 req-65925026-70b6-43a0-90e3-3960621b3974 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:10.915308 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea9e52ef-68a7-4f95-b8ad-7a057575c9a1 req-65925026-70b6-43a0-90e3-3960621b3974 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.2200847 Jun 16 14:58:10.919672 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Made reservation on behalf of 2940b81a86c2401db1aa432d9a0735eb for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:58:10.921906 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6f9c6fb1-22cc-4835-b2f2-2ce3c80ccd1c req-cf26a1ff-f016-448f-bddb-8e31866127f3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936739 Jun 16 14:58:10.925623 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:10.941015 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320caaef-f488-483d-b8bc-1b063eba1976" -d '{"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-plugged", "status": "completed", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:10.966342 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058fd4f-9d64-4545-b826-4786346ff4f3 req-25da09aa-1ae6-4f43-be14-e82fe2e7b4b7 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003905 Jun 16 14:58:11.028397 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bab7da6e-ae72-4770-a6e8-c557553fafcf admin admin] Publish callbacks [] for security_group (54ce8f1d-a505-478d-85de-6ec3b5624953), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.051258 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:11.060044 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bab7da6e-ae72-4770-a6e8-c557553fafcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (54ce8f1d-a505-478d-85de-6ec3b5624953), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.066185 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3dbfde07-a225-4a2a-bc15-480c6688a5b5 req-213c15b2-5a97-46a6-bd64-7b5f39af06f1 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0357192 Jun 16 14:58:11.116563 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-bab7da6e-ae72-4770-a6e8-c557553fafcf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6086f7a800614e4ba1c1139c604cab0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8098450 Jun 16 14:58:11.119617 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34366) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:11.126379 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7da6e-ae72-4770-a6e8-c557553fafcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce8f1d-a505-478d-85de-6ec3b5624953,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:11.163992 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea9e52ef-68a7-4f95-b8ad-7a057575c9a1 req-8cdf0ac3-7b55-4a0f-8b28-8c36466adbcf tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247264 Jun 16 14:58:11.188587 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5761cb0-c9db-4d98-8e8c-c0324f1d14d2 req-6a88bd90-d7f5-4ada-bf82-4a57e9556940 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915240 Jun 16 14:58:11.212620 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-efc40acf-8131-41f0-80d4-aa98e10fd179 admin admin] Publish callbacks [] for security_group (54ce8f1d-a505-478d-85de-6ec3b5624953), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.256904 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-efc40acf-8131-41f0-80d4-aa98e10fd179 admin admin] Publish callbacks [] for security_group (54ce8f1d-a505-478d-85de-6ec3b5624953), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.291635 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Allocated IP 172.20.0.10 (585283c3-d940-441f-ba61-bbe0dfecbee8/da0217a2-0b83-4eb2-9b52-4b39182d5235/ea6268ec-2917-4b9f-ac8d-bc4237b637d9) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:11.336898 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c13b-8934-4278-9b0b-a78813551ff7 req-c2203e02-0670-4156-8e2a-ac2ab6397fba tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:11.339326 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-83a0c13b-8934-4278-9b0b-a78813551ff7 req-c2203e02-0670-4156-8e2a-ac2ab6397fba tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.1007404 Jun 16 14:58:11.412538 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-83a0c13b-8934-4278-9b0b-a78813551ff7 req-a5d5bc88-0b61-4f18-be1b-33be60834c38 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627944 Jun 16 14:58:11.413825 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-efc40acf-8131-41f0-80d4-aa98e10fd179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (54ce8f1d-a505-478d-85de-6ec3b5624953), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.417149 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-efc40acf-8131-41f0-80d4-aa98e10fd179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.421579 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-efc40acf-8131-41f0-80d4-aa98e10fd179 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54ce8f1d-a505-478d-85de-6ec3b5624953 HTTP/1.1" status: 204 len: 168 time: 0.3006294 Jun 16 14:58:11.432186 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc40acf-8131-41f0-80d4-aa98e10fd179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce8f1d-a505-478d-85de-6ec3b5624953,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:11.520265 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f84fa6-0b60-438f-81eb-5ae3e4ab4b80 x-openstack-request-id: req-41f84fa6-0b60-438f-81eb-5ae3e4ab4b80 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:11.520914 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-plugged", "status": "completed", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:11.520914 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-41f84fa6-0b60-438f-81eb-5ae3e4ab4b80 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:11.523522 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f84fa6-0b60-438f-81eb-5ae3e4ab4b80'] response: {'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'code': 200} Jun 16 14:58:11.552023 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.584533 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:11.600528 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.673367 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:11.677557 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:11.680437 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:58:11.686579 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:11.687250 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.712367 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:11.734049 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-cff2a8ec-ef9f-47aa-be20-6eabe41e7095 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3994911 Jun 16 14:58:11.951970 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-e0dfa656-d30a-4400-8c66-bc75cc027585 None None] Provisioning complete for port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:58:11.952416 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa656-d30a-4400-8c66-bc75cc027585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:11.988702 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfa656-d30a-4400-8c66-bc75cc027585 None None] Port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:58:12.066156 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:12.082160 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166a2a4-b551-4da6-8aed-86bacec2fd47 req-9f836e7c-4edd-4bf8-aa45-b28125f58321 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:12.090309 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6166a2a4-b551-4da6-8aed-86bacec2fd47 req-9f836e7c-4edd-4bf8-aa45-b28125f58321 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0694611 Jun 16 14:58:12.168491 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6166a2a4-b551-4da6-8aed-86bacec2fd47 req-a3abce09-1ad8-43fa-8fb1-a71324162a6c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768566 Jun 16 14:58:12.336642 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7edbf-caf8-42b7-817d-4e093f708e45 req-23d47982-7497-4f9e-862c-47891a9bd6eb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:12.343393 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ba7edbf-caf8-42b7-817d-4e093f708e45 req-23d47982-7497-4f9e-862c-47891a9bd6eb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 932 time: 0.1344094 Jun 16 14:58:12.401732 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736ad73-da7d-45b4-b622-b2880997eafa req-493ab738-6095-4f10-8f37-02c86b71c781 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:12.407535 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f736ad73-da7d-45b4-b622-b2880997eafa req-493ab738-6095-4f10-8f37-02c86b71c781 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1199081 Jun 16 14:58:12.426308 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ba7edbf-caf8-42b7-817d-4e093f708e45 req-fede9dac-b363-4f73-947d-4f32c09cbcb2 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661635 Jun 16 14:58:12.490308 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f736ad73-da7d-45b4-b622-b2880997eafa req-87a29b2b-21df-40d9-ad7e-84f864d6c8ff tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752544 Jun 16 14:58:12.505750 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:12.579621 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 34430) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:12.593083 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d83f0e-1919-4932-8319-2e1cf6d0a5ad req-d39ca80c-09ce-4874-8bc1-672af7e8772d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:12.594611 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-17d83f0e-1919-4932-8319-2e1cf6d0a5ad req-d39ca80c-09ce-4874-8bc1-672af7e8772d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0600352 Jun 16 14:58:12.658629 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-17d83f0e-1919-4932-8319-2e1cf6d0a5ad req-65ac989f-c99e-42b5-bdab-58301e2ad2d6 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567653 Jun 16 14:58:12.702153 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d9480baf-12d9-4b7c-9ad9-0fa8e92edef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:12.784071 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d9480baf-12d9-4b7c-9ad9-0fa8e92edef5 admin admin] Publish callbacks [] for security_group (fd1d8354-b19f-4e4f-8444-f0e0cde12f75), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:12.788991 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d9480baf-12d9-4b7c-9ad9-0fa8e92edef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fd1d8354-b19f-4e4f-8444-f0e0cde12f75), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:12.831294 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d9480baf-12d9-4b7c-9ad9-0fa8e92edef5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=758d689409144c7b9e2a2fc6600cc297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505758 Jun 16 14:58:12.832061 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9480baf-12d9-4b7c-9ad9-0fa8e92edef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1d8354-b19f-4e4f-8444-f0e0cde12f75,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:12.834956 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34438) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:12.890239 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:12.911678 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b9df6bf3-a4ad-46a0-9e2b-ec4a9a4aca04 admin admin] Publish callbacks [] for security_group (fd1d8354-b19f-4e4f-8444-f0e0cde12f75), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:12.937953 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b9df6bf3-a4ad-46a0-9e2b-ec4a9a4aca04 admin admin] Publish callbacks [] for security_group (fd1d8354-b19f-4e4f-8444-f0e0cde12f75), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:12.989824 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b9df6bf3-a4ad-46a0-9e2b-ec4a9a4aca04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fd1d8354-b19f-4e4f-8444-f0e0cde12f75), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:12.992821 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b9df6bf3-a4ad-46a0-9e2b-ec4a9a4aca04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:12.994291 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b9df6bf3-a4ad-46a0-9e2b-ec4a9a4aca04 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd1d8354-b19f-4e4f-8444-f0e0cde12f75 HTTP/1.1" status: 204 len: 168 time: 0.1578836 Jun 16 14:58:13.002446 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df6bf3-a4ad-46a0-9e2b-ec4a9a4aca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1d8354-b19f-4e4f-8444-f0e0cde12f75,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:13.309663 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0f28-17d6-4bd1-9376-32dc6715e46a req-15021936-ad39-4927-ba15-89b756cacc3f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:13.313418 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c39b0f28-17d6-4bd1-9376-32dc6715e46a req-15021936-ad39-4927-ba15-89b756cacc3f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0643897 Jun 16 14:58:13.371460 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c39b0f28-17d6-4bd1-9376-32dc6715e46a req-06952b5f-f5f1-4382-95c5-5295d178d9c7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 Jun 16 14:58:13.459356 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Request body: {'port': {'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:58:13.468733 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34456) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:13.497746 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7ccb26e6-b20d-4b2a-b217-3517f9bf867f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:13.611619 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7ccb26e6-b20d-4b2a-b217-3517f9bf867f admin admin] Publish callbacks [] for security_group (fe62b0f7-5318-47db-95a3-4ea5d2d50322), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:13.648449 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7ccb26e6-b20d-4b2a-b217-3517f9bf867f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fe62b0f7-5318-47db-95a3-4ea5d2d50322), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:13.691128 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb26e6-b20d-4b2a-b217-3517f9bf867f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe62b0f7-5318-47db-95a3-4ea5d2d50322,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:13.693950 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-8028008f-0945-470e-a888-65cd37535ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:13.695802 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-8028008f-0945-470e-a888-65cd37535ab5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=44bc844b-473b-431a-82f0-319774db4b70 HTTP/1.1" status: 200 len: 850 time: 0.2615662 Jun 16 14:58:13.708174 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b01040-b305-4ec1-9575-31735d0b08b1 req-e59a2149-58a2-4c8b-9cc4-a692027ddd40 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:13.715177 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b2b01040-b305-4ec1-9575-31735d0b08b1 req-e59a2149-58a2-4c8b-9cc4-a692027ddd40 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 932 time: 0.1546903 Jun 16 14:58:13.719930 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bece9e-e05e-4ad0-b38b-52ff2de93c6a req-f2ad425e-142f-4904-adbf-a90376bccd63 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:13.721624 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-31bece9e-e05e-4ad0-b38b-52ff2de93c6a req-f2ad425e-142f-4904-adbf-a90376bccd63 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1085026 Jun 16 14:58:13.724295 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7ccb26e6-b20d-4b2a-b217-3517f9bf867f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf69b3016b1d44f59eabb193013b685b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542834 Jun 16 14:58:13.727094 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34466) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:13.736123 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:13.743836 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:13.836783 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-31bece9e-e05e-4ad0-b38b-52ff2de93c6a req-ba2f84a5-0ff8-44bd-abb6-624fe8f5055d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019282 Jun 16 14:58:13.849138 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b2b01040-b305-4ec1-9575-31735d0b08b1 req-6d3e4140-8051-4417-a3c1-ddcf20d419ec tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329241 Jun 16 14:58:13.861957 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90852d7f-8f6f-41df-b036-fdd3c8b6887b admin admin] Publish callbacks [] for security_group (fe62b0f7-5318-47db-95a3-4ea5d2d50322), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:13.896183 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90852d7f-8f6f-41df-b036-fdd3c8b6887b admin admin] Publish callbacks [] for security_group (fe62b0f7-5318-47db-95a3-4ea5d2d50322), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:13.963543 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:13.981872 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50a1fa-1482-45ab-83c3-dd00eec3cdcc req-ab6cfe27-d2a2-4a06-b218-097b7a542c71 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:13.983749 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ef50a1fa-1482-45ab-83c3-dd00eec3cdcc req-ab6cfe27-d2a2-4a06-b218-097b7a542c71 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0741403 Jun 16 14:58:13.997376 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 14:58:14.008324 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90852d7f-8f6f-41df-b036-fdd3c8b6887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fe62b0f7-5318-47db-95a3-4ea5d2d50322), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.012213 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90852d7f-8f6f-41df-b036-fdd3c8b6887b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.015452 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-90852d7f-8f6f-41df-b036-fdd3c8b6887b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe62b0f7-5318-47db-95a3-4ea5d2d50322 HTTP/1.1" status: 204 len: 168 time: 0.2843728 Jun 16 14:58:14.034462 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:14.040399 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90852d7f-8f6f-41df-b036-fdd3c8b6887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe62b0f7-5318-47db-95a3-4ea5d2d50322,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:14.045396 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:14.119547 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ef50a1fa-1482-45ab-83c3-dd00eec3cdcc req-27fb4518-8d17-4755-9405-e03d13b6c11d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245611 Jun 16 14:58:14.156392 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6268ec-2917-4b9f-ac8d-bc4237b637d9 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:58:14.170075 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Publish callbacks [] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.179455 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:14.190440 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Transition to ACTIVE for port object ea6268ec-2917-4b9f-ac8d-bc4237b637d9 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 14:58:14.194948 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.198227 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'port_id': '63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac', 'mac_address': 'fa:16:3e:56:6d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 14:58:14.255020 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:14.255417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.271900 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:58:14.274023 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:14.313968 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:14.320768 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.364399 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Attempting to bind port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:58:14.364822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Attempting to bind port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:58:14.365111 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Attempting to bind port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:58:14.376831 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 14:58:14.377363 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Attempting to bind port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:58:14.393690 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:58:14.394021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Checking segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:58:14.394313 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Bound using segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:58:14.394737 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Bound port: ea6268ec-2917-4b9f-ac8d-bc4237b637d9, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:58:14.395139 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.461776 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.480990 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:14.600277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] For port ea6268ec-2917-4b9f-ac8d-bc4237b637d9, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:58:14.610176 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f898d-e1fe-4647-a347-c98d53c827a9 req-6cd5bca1-2eb6-4f8d-ae6c-26785f64ef9a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:14.612058 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bf2f898d-e1fe-4647-a347-c98d53c827a9 req-6cd5bca1-2eb6-4f8d-ae6c-26785f64ef9a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.1192250 Jun 16 14:58:14.614121 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] For port ea6268ec-2917-4b9f-ac8d-bc4237b637d9, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:58:14.625773 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.681778 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:14.682406 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:14.684761 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] 10.222.0.86 "PUT /v2.0/ports/ea6268ec-2917-4b9f-ac8d-bc4237b637d9 HTTP/1.1" status: 200 len: 1094 time: 1.2485726 Jun 16 14:58:14.685813 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'tag': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:58:14.688402 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a9b4f3-0ab9-4b77-934b-26b059628332" -d '{"events": [{"name": "network-changed", "server_uuid": "133e2287-518a-4c4e-bb51-8790ed7647a7", "tag": "ea6268ec-2917-4b9f-ac8d-bc4237b637d9"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:14.736057 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bf2f898d-e1fe-4647-a347-c98d53c827a9 req-ca0ff0bb-f4ed-47a8-ad94-415d851272d5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052048 Jun 16 14:58:14.771179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459f989-76ad-4e1e-9157-fa42494f1366 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:14.792034 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58119471-b0c7-4f14-9c06-a9968a2d9124 x-openstack-request-id: req-58119471-b0c7-4f14-9c06-a9968a2d9124 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:14.792331 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133e2287-518a-4c4e-bb51-8790ed7647a7", "tag": "ea6268ec-2917-4b9f-ac8d-bc4237b637d9", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:14.792625 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58119471-b0c7-4f14-9c06-a9968a2d9124 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:14.793637 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58119471-b0c7-4f14-9c06-a9968a2d9124'] response: {'name': 'network-changed', 'server_uuid': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'tag': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'status': 'completed', 'code': 200} Jun 16 14:58:14.876136 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:15.028452 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10adb-db32-4bab-985c-e4a79f8feef3 req-9a877bc3-1fbc-4925-9215-9d142e04ca02 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:15.030076 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9ad10adb-db32-4bab-985c-e4a79f8feef3 req-9a877bc3-1fbc-4925-9215-9d142e04ca02 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0705316 Jun 16 14:58:15.047781 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db23b-bfb0-44f3-8a01-dadff13939b7 req-e424a7a8-05b3-4524-8e19-1fc84a59cd7c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:15.051531 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-140db23b-bfb0-44f3-8a01-dadff13939b7 req-e424a7a8-05b3-4524-8e19-1fc84a59cd7c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0810025 Jun 16 14:58:15.104524 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9ad10adb-db32-4bab-985c-e4a79f8feef3 req-de730889-d6d1-42b9-aa55-1921be46d4f1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666337 Jun 16 14:58:15.117515 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-140db23b-bfb0-44f3-8a01-dadff13939b7 req-f732b8c6-b259-4bb1-9ffa-fb4c267c192c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541508 Jun 16 14:58:15.262859 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923647a8-e6af-471f-a352-a7524966650f req-0e06b37d-2aea-4bfc-a187-22b85acdc03d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:15.264285 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-923647a8-e6af-471f-a352-a7524966650f req-0e06b37d-2aea-4bfc-a187-22b85acdc03d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0563965 Jun 16 14:58:15.322598 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-923647a8-e6af-471f-a352-a7524966650f req-bb439bb7-ca07-4864-98be-cf3e552a87b1 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521705 Jun 16 14:58:15.888588 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfff31-eaf6-4671-a3ac-b6972210eb68 req-b8b7f63b-e080-4d0b-90ef-25e076432eb1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:15.890189 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ebcfff31-eaf6-4671-a3ac-b6972210eb68 req-b8b7f63b-e080-4d0b-90ef-25e076432eb1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0731485 Jun 16 14:58:15.949717 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ebcfff31-eaf6-4671-a3ac-b6972210eb68 req-1055c0b4-2d38-404d-ad33-20d66d361859 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509245 Jun 16 14:58:16.239420 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f6436-fdcd-4cc5-a5d4-13af775ef032 req-1d958dd9-5e66-4f93-af02-fe7649c0be12 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:16.247145 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9f8f6436-fdcd-4cc5-a5d4-13af775ef032 req-1d958dd9-5e66-4f93-af02-fe7649c0be12 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0527596 Jun 16 14:58:16.250756 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:16.267671 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a3234-5863-4bdf-b6df-60de4d6fb9ea req-d00835e9-263f-4981-b769-07684a48f74e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:16.270766 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e01a3234-5863-4bdf-b6df-60de4d6fb9ea req-d00835e9-263f-4981-b769-07684a48f74e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0744202 Jun 16 14:58:16.304521 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9f8f6436-fdcd-4cc5-a5d4-13af775ef032 req-0f48e0b1-9bd1-4f1c-9a26-4bdb6fecedbb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546074 Jun 16 14:58:16.338160 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e01a3234-5863-4bdf-b6df-60de4d6fb9ea req-8df85c38-2fce-422d-b720-482844a81422 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538595 Jun 16 14:58:16.456293 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8e6ff-c123-4ea7-8ac4-30786ff4bafe req-4d8d9450-e6ba-4320-aab9-c9b82e384a11 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:16.464530 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c9f8e6ff-c123-4ea7-8ac4-30786ff4bafe req-4d8d9450-e6ba-4320-aab9-c9b82e384a11 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0633087 Jun 16 14:58:16.493681 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:16.509908 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:16.519087 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c9f8e6ff-c123-4ea7-8ac4-30786ff4bafe req-a61b9876-596b-4eb8-9ad4-68668579b346 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 Jun 16 14:58:17.073908 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67b061-882a-42bd-82d2-ba06f96cc8aa req-61d3c36f-10b1-40a2-85d4-6e91d308a4a4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:17.075431 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2a67b061-882a-42bd-82d2-ba06f96cc8aa req-61d3c36f-10b1-40a2-85d4-6e91d308a4a4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0487885 Jun 16 14:58:17.124633 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2a67b061-882a-42bd-82d2-ba06f96cc8aa req-70176dd5-3cbd-4e07-8f18-70cd086ed111 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Jun 16 14:58:17.436358 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2844786-124a-4468-9af1-de3f57a03e92 req-68e4b5df-d6c8-496c-9bfd-ebce929b61cb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:17.437841 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e2844786-124a-4468-9af1-de3f57a03e92 req-68e4b5df-d6c8-496c-9bfd-ebce929b61cb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0506892 Jun 16 14:58:17.463385 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992ac94-eeda-4edb-8df4-c33cf4dcbb5a req-f0be96fe-20e8-4172-99c6-535a59c868ab tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:17.465324 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4992ac94-eeda-4edb-8df4-c33cf4dcbb5a req-f0be96fe-20e8-4172-99c6-535a59c868ab tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0542347 Jun 16 14:58:17.488381 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e2844786-124a-4468-9af1-de3f57a03e92 req-0a4ecd88-0ec8-4c54-92c6-9d1f2e300efc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447602 Jun 16 14:58:17.523143 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4992ac94-eeda-4edb-8df4-c33cf4dcbb5a req-504f7a3b-ddfc-4b6b-8c7c-692a9756a769 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487599 Jun 16 14:58:17.643055 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a06a9a-4ab2-4fa9-86b8-1542cff2c9a2 req-78520abf-9d51-4939-80fb-dc1bc6bdbd5b tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:17.644586 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-65a06a9a-4ab2-4fa9-86b8-1542cff2c9a2 req-78520abf-9d51-4939-80fb-dc1bc6bdbd5b tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0490699 Jun 16 14:58:17.698472 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-65a06a9a-4ab2-4fa9-86b8-1542cff2c9a2 req-7e9de774-3d6b-4c86-97e5-8f9351db086f tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479276 Jun 16 14:58:18.247515 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdd324-8109-40d8-9e8b-76aa481d2321 req-0dbf9d3b-07ea-4bc6-8784-9084d20fddc0 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:18.249024 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e1fdd324-8109-40d8-9e8b-76aa481d2321 req-0dbf9d3b-07ea-4bc6-8784-9084d20fddc0 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0555062 Jun 16 14:58:18.300207 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e1fdd324-8109-40d8-9e8b-76aa481d2321 req-95bd41c7-caa9-4498-bc68-1110dede66fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Jun 16 14:58:18.618321 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8dc70-6a7e-456e-8b8d-09cec46a3a42 req-5b66a1ab-0182-4320-80ee-1a50358d5853 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:18.619899 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-13f8dc70-6a7e-456e-8b8d-09cec46a3a42 req-5b66a1ab-0182-4320-80ee-1a50358d5853 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0510950 Jun 16 14:58:18.646034 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52401e48-c8fb-4b24-8628-617625a2904e req-c858664f-dd63-4908-b0c7-45f6475f2dbc tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:18.647723 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-52401e48-c8fb-4b24-8628-617625a2904e req-c858664f-dd63-4908-b0c7-45f6475f2dbc tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0492783 Jun 16 14:58:18.678209 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-13f8dc70-6a7e-456e-8b8d-09cec46a3a42 req-0b012c5f-be9a-4e36-a171-fff877cb2f04 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485623 Jun 16 14:58:18.702516 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-52401e48-c8fb-4b24-8628-617625a2904e req-4a198d3d-b6d1-4833-bcbd-dfa5db0fca02 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482209 Jun 16 14:58:18.842625 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd944c60-c0d4-41cb-b213-7e99173e876e req-9a1930e1-b2e7-42d8-b51e-fd256980c973 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:18.844456 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bd944c60-c0d4-41cb-b213-7e99173e876e req-9a1930e1-b2e7-42d8-b51e-fd256980c973 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0671372 Jun 16 14:58:18.899205 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bd944c60-c0d4-41cb-b213-7e99173e876e req-0a228454-9c1f-4ed0-abe6-9b24946c1c2e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Jun 16 14:58:19.417092 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82de8d4-979c-486b-836e-6c9a6ebd8958 req-01d6a73c-60c0-47bd-affd-4d491f8b9d1d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:19.418684 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f82de8d4-979c-486b-836e-6c9a6ebd8958 req-01d6a73c-60c0-47bd-affd-4d491f8b9d1d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0507929 Jun 16 14:58:19.475816 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f82de8d4-979c-486b-836e-6c9a6ebd8958 req-2b26d1e1-8672-4aa0-a99c-82530f73cb1c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Jun 16 14:58:19.532217 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 14:58:19.816487 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b637a4-b7cc-422b-a2ae-6eb6c3fe55e0 req-7f831b39-9840-44e7-9315-e3dced9f71d8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:19.818468 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-66b637a4-b7cc-422b-a2ae-6eb6c3fe55e0 req-7f831b39-9840-44e7-9315-e3dced9f71d8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0653429 Jun 16 14:58:19.837502 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d96c1d-c134-4916-bd08-eb44551ae562 req-cc137dca-7c2d-4755-a62a-12aad0240de2 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:19.839146 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-91d96c1d-c134-4916-bd08-eb44551ae562 req-cc137dca-7c2d-4755-a62a-12aad0240de2 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0626442 Jun 16 14:58:19.894434 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-66b637a4-b7cc-422b-a2ae-6eb6c3fe55e0 req-f6599747-7d0f-4145-8007-24aae9e55311 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637012 Jun 16 14:58:19.919757 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-91d96c1d-c134-4916-bd08-eb44551ae562 req-d66901a3-43b6-4a50-913f-b0c67d9aea14 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688882 Jun 16 14:58:20.025495 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1032ec6-9b92-463f-9c08-15015632c9aa req-48600568-3309-464f-824a-f3739f2c87ae tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:20.027743 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f1032ec6-9b92-463f-9c08-15015632c9aa req-48600568-3309-464f-824a-f3739f2c87ae tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0524988 Jun 16 14:58:20.103964 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f1032ec6-9b92-463f-9c08-15015632c9aa req-e347261d-9eea-43ae-a39d-c4c96d4a75dc tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695703 Jun 16 14:58:20.596990 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d0164-1f61-4f5c-b930-1431bd089418 req-3d1301ea-b2f4-4c49-9ae0-823c59ec9454 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:20.598565 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f60d0164-1f61-4f5c-b930-1431bd089418 req-3d1301ea-b2f4-4c49-9ae0-823c59ec9454 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0519710 Jun 16 14:58:20.621145 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:20.654388 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f60d0164-1f61-4f5c-b930-1431bd089418 req-0b668f14-1e24-4c19-b331-87480263c5e8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500150 Jun 16 14:58:21.028851 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8746e-1a71-4200-93b1-1436061336f9 req-be5b560c-ee0e-4f49-9a75-201d88a947c3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:21.030399 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cdf8746e-1a71-4200-93b1-1436061336f9 req-be5b560c-ee0e-4f49-9a75-201d88a947c3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0501432 Jun 16 14:58:21.056043 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ca498-e128-4770-b65c-2cd53c486501 req-ce5b6b39-b962-4573-a6a1-e32e8444806b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:21.057954 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-933ca498-e128-4770-b65c-2cd53c486501 req-ce5b6b39-b962-4573-a6a1-e32e8444806b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0540884 Jun 16 14:58:21.096451 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cdf8746e-1a71-4200-93b1-1436061336f9 req-f5539884-3389-40a1-a9ae-632824cf3cbd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578310 Jun 16 14:58:21.113260 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-933ca498-e128-4770-b65c-2cd53c486501 req-c368b22e-5bfd-4904-94a1-966bf2aeca8f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493028 Jun 16 14:58:21.228706 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb3466-c951-405e-a298-ebabd304837e req-25265815-91a0-48c3-ad12-041605242725 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:21.230144 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2acb3466-c951-405e-a298-ebabd304837e req-25265815-91a0-48c3-ad12-041605242725 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0505965 Jun 16 14:58:21.281795 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2acb3466-c951-405e-a298-ebabd304837e req-ff304bcb-3978-4ec8-be39-fef86c6e2352 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Jun 16 14:58:21.775638 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d50bd-dae6-4271-8929-8696947f7e32 req-f7900552-c22e-421f-83a9-c99ab164993b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:21.777431 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-946d50bd-dae6-4271-8929-8696947f7e32 req-f7900552-c22e-421f-83a9-c99ab164993b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0526867 Jun 16 14:58:21.827095 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-946d50bd-dae6-4271-8929-8696947f7e32 req-5a039d89-f53a-4cbc-8781-b9769a312811 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Jun 16 14:58:22.227244 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9092a-2738-49db-b92d-f3b1d2cfb9fa req-fb039b3c-9db5-4735-9ee9-2e36b30eec14 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:22.229232 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2cd9092a-2738-49db-b92d-f3b1d2cfb9fa req-fb039b3c-9db5-4735-9ee9-2e36b30eec14 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0506005 Jun 16 14:58:22.241541 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8e84d-32ce-4b4c-b45c-8c2d58fe192a req-7e05684f-5e60-4049-a0d1-204c50f47d99 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:22.243086 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5cb8e84d-32ce-4b4c-b45c-8c2d58fe192a req-7e05684f-5e60-4049-a0d1-204c50f47d99 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0536180 Jun 16 14:58:22.280661 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2cd9092a-2738-49db-b92d-f3b1d2cfb9fa req-45fc0061-fc02-49d8-aa03-f3867358f304 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457163 Jun 16 14:58:22.303061 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5cb8e84d-32ce-4b4c-b45c-8c2d58fe192a req-53f090a2-8a89-47ed-8db5-3c8dfe605512 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500412 Jun 16 14:58:22.403882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d501b19-f9fb-4a2b-87b3-128a5786216c req-5acc07b9-6276-4606-bb7a-69fb9beedc30 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:22.405466 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0d501b19-f9fb-4a2b-87b3-128a5786216c req-5acc07b9-6276-4606-bb7a-69fb9beedc30 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0529878 Jun 16 14:58:22.455815 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0d501b19-f9fb-4a2b-87b3-128a5786216c req-b4ca336a-6927-4552-bed9-3b1a6963649a tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Jun 16 14:58:22.946095 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2af96-054e-474b-a510-e68c93676a1b req-582dc45c-ef18-402f-bff3-f9cbc515a0da tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:22.948190 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-31f2af96-054e-474b-a510-e68c93676a1b req-582dc45c-ef18-402f-bff3-f9cbc515a0da tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0507650 Jun 16 14:58:22.999728 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:23.005331 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-31f2af96-054e-474b-a510-e68c93676a1b req-9c6fbfa3-16be-48e4-a7b0-673efeb9e7b5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Jun 16 14:58:23.422249 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4ee32-6658-4aaa-8f9f-1f359d5fd725 req-f508f9b0-b326-42da-b1bb-c944b2d31888 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:23.424159 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82c4ee32-6658-4aaa-8f9f-1f359d5fd725 req-f508f9b0-b326-42da-b1bb-c944b2d31888 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0650578 Jun 16 14:58:23.429311 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a199f-02ae-4472-9088-173057950419 req-b0f18c57-70f4-4ac3-8fff-ad1a87664abd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:23.430914 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bd0a199f-02ae-4472-9088-173057950419 req-b0f18c57-70f4-4ac3-8fff-ad1a87664abd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0547740 Jun 16 14:58:23.454863 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:23.493562 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82c4ee32-6658-4aaa-8f9f-1f359d5fd725 req-19ff595e-9277-4006-a7ed-763f500799c0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610158 Jun 16 14:58:23.498744 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bd0a199f-02ae-4472-9088-173057950419 req-abf32167-b9ec-4873-87c9-97901f1f6a6a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619464 Jun 16 14:58:23.623674 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa07a9-c479-41b1-89b3-ca1480d13390 req-2b9b3cbb-e3cc-4a19-960c-332b4e811a3c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:23.625273 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b6fa07a9-c479-41b1-89b3-ca1480d13390 req-2b9b3cbb-e3cc-4a19-960c-332b4e811a3c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0539310 Jun 16 14:58:23.684213 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b6fa07a9-c479-41b1-89b3-ca1480d13390 req-a333772b-9fc0-439c-aa35-f959deee2194 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515013 Jun 16 14:58:24.096335 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:24.141516 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee8a86-b890-4b81-b664-d35cb0961f2f req-811f887f-f28b-4eb4-846a-1fb362850d0b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:24.143176 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3ee8a86-b890-4b81-b664-d35cb0961f2f req-811f887f-f28b-4eb4-846a-1fb362850d0b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0626495 Jun 16 14:58:24.207295 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3ee8a86-b890-4b81-b664-d35cb0961f2f req-4a13da9f-d71c-425a-9a57-0044cb0e69d8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505381 Jun 16 14:58:24.629677 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c1715-a12e-4aef-9dc9-a4d18267950f req-efc0fcfa-7b69-40f4-8e22-9f236d15468f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:24.631025 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1cfcc-05c5-4386-aa51-6d8e20624e44 req-fdca2e8e-4752-4cf6-a265-bc53b18e8652 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:24.631446 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fe8c1715-a12e-4aef-9dc9-a4d18267950f req-efc0fcfa-7b69-40f4-8e22-9f236d15468f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0490124 Jun 16 14:58:24.632544 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6df1cfcc-05c5-4386-aa51-6d8e20624e44 req-fdca2e8e-4752-4cf6-a265-bc53b18e8652 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0549157 Jun 16 14:58:24.687992 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fe8c1715-a12e-4aef-9dc9-a4d18267950f req-ecded5a8-4f44-4597-876e-2f569a077abe tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499756 Jun 16 14:58:24.693999 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6df1cfcc-05c5-4386-aa51-6d8e20624e44 req-553b7b2b-983b-4fd5-9a1e-5526abcd8da6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517993 Jun 16 14:58:24.812619 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6f3a-72ed-413c-ad3a-66e018efa22d req-e867f289-1b74-4523-b6c0-b9f82a2542b7 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:24.814194 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ba4a6f3a-72ed-413c-ad3a-66e018efa22d req-e867f289-1b74-4523-b6c0-b9f82a2542b7 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0499318 Jun 16 14:58:24.867255 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ba4a6f3a-72ed-413c-ad3a-66e018efa22d req-152c7ac6-e8cf-4467-915d-8fdfc9b668dd tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473900 Jun 16 14:58:25.326488 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc25f3-6a1e-4ecd-a4ee-e13a9fcf09aa req-31b79bc7-152a-4039-bc1a-7e9bd9a56240 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:25.328026 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-26bc25f3-6a1e-4ecd-a4ee-e13a9fcf09aa req-31b79bc7-152a-4039-bc1a-7e9bd9a56240 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0488610 Jun 16 14:58:25.382855 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-26bc25f3-6a1e-4ecd-a4ee-e13a9fcf09aa req-6336c97b-809e-4cba-95d8-e2119606c8c9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Jun 16 14:58:25.680134 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:58:25.763256 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 14:58:25.771157 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:58:25.771537 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:25.864759 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b5cdb-56e0-4c92-aa70-fd2520d5e6c8 req-69987709-33c7-4fb5-a07c-12108e67030c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:25.868965 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1232e-6214-4226-8990-dc2102c1741f req-92e1428b-f6f8-4491-8708-1e0f79ebf51f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:25.872381 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-677b5cdb-56e0-4c92-aa70-fd2520d5e6c8 req-69987709-33c7-4fb5-a07c-12108e67030c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0787354 Jun 16 14:58:25.876869 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:25.880718 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:25.881308 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:25.886959 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-24c1232e-6214-4226-8990-dc2102c1741f req-92e1428b-f6f8-4491-8708-1e0f79ebf51f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.1118262 Jun 16 14:58:25.933175 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:25.934844 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822acf52-490b-49b9-b85f-db02cc41a0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:58:25.938850 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a1dbb-aee4-4d99-bae5-655a57c504bb" -d '{"events": [{"server_uuid": "822acf52-490b-49b9-b85f-db02cc41a0bf", "name": "network-vif-plugged", "status": "completed", "tag": "63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:25.945381 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:25.964621 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-24c1232e-6214-4226-8990-dc2102c1741f req-188dd6c8-f3b2-4cb1-9d81-42f6ea57e9a4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760539 Jun 16 14:58:25.977163 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-677b5cdb-56e0-4c92-aa70-fd2520d5e6c8 req-4b7d5e42-11f8-4957-8a54-03f4bd655ef0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034870 Jun 16 14:58:26.010485 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:26.068312 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 14:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c64622e-07ae-4d0e-8a20-8ade446ef28d x-openstack-request-id: req-4c64622e-07ae-4d0e-8a20-8ade446ef28d {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:26.068737 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822acf52-490b-49b9-b85f-db02cc41a0bf", "name": "network-vif-plugged", "status": "completed", "tag": "63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:26.069107 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c64622e-07ae-4d0e-8a20-8ade446ef28d {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:26.069593 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c64622e-07ae-4d0e-8a20-8ade446ef28d'] response: {'server_uuid': '822acf52-490b-49b9-b85f-db02cc41a0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac', 'code': 200} Jun 16 14:58:26.139235 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10262490-9dc7-4782-8055-5c36cbdffd66 req-6da6c8cb-644f-45e0-9bcf-a16521da5b0b tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:26.140929 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-10262490-9dc7-4782-8055-5c36cbdffd66 req-6da6c8cb-644f-45e0-9bcf-a16521da5b0b tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0596268 Jun 16 14:58:26.186689 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:58:26.203239 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-10262490-9dc7-4782-8055-5c36cbdffd66 req-f04d5390-e9f0-44ba-93d5-a42122f36d29 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Jun 16 14:58:26.523365 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b4f3-0ab9-4b77-934b-26b059628332 req-e2102461-c716-49a7-8165-f9bf64d57111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:26.525713 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-88a9b4f3-0ab9-4b77-934b-26b059628332 req-e2102461-c716-49a7-8165-f9bf64d57111 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 1128 time: 0.1705167 Jun 16 14:58:26.530708 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-9c397118-b0db-4151-85ef-870481aa5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:26.532259 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-9c397118-b0db-4151-85ef-870481aa5193 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 1127 time: 0.2014666 Jun 16 14:58:26.534548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-d8b63f4f-736a-4077-bf05-3a763f592949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:26.536287 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-d8b63f4f-736a-4077-bf05-3a763f592949 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b6f4c40d-6092-40a7-85ed-80fb26ed2561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2208486 Jun 16 14:58:26.844301 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4629-31af-4d41-8bef-75f49c1ccce6 req-c55545f3-d3be-4db5-98bf-55742b7750f5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:26.845927 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-305e4629-31af-4d41-8bef-75f49c1ccce6 req-c55545f3-d3be-4db5-98bf-55742b7750f5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.3704476 Jun 16 14:58:26.849261 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c06923-6243-46f2-8e19-aa24e5ee6501 req-7d82adef-3430-4a63-8512-68a7c0bbd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:26.850717 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-08c06923-6243-46f2-8e19-aa24e5ee6501 req-7d82adef-3430-4a63-8512-68a7c0bbd1d2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1130 time: 0.3161435 Jun 16 14:58:26.879129 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:26.892198 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-08c06923-6243-46f2-8e19-aa24e5ee6501 req-b5d70ea1-b833-40eb-82ab-117574a79ec5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:26.895190 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6654847-c698-4a6c-b31f-4d9a74903f07 req-2ee3b4e3-558c-460e-bb1a-3133f19f43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:26.896696 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a6654847-c698-4a6c-b31f-4d9a74903f07 req-2ee3b4e3-558c-460e-bb1a-3133f19f43b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 1129 time: 0.2942982 Jun 16 14:58:26.940146 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-a6654847-c698-4a6c-b31f-4d9a74903f07 req-4c668341-a235-4056-b260-7d0fda1d88f8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:26.978071 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-305e4629-31af-4d41-8bef-75f49c1ccce6 req-f8fb06e5-3270-4f19-9e57-1032d75584dd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236365 Jun 16 14:58:27.061597 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-08c06923-6243-46f2-8e19-aa24e5ee6501 req-b5d70ea1-b833-40eb-82ab-117574a79ec5 service neutron] Publish callbacks [] for security_group (0c85b2e5-eadf-45b0-966c-9be7f8cd045e), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:27.071714 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-08c06923-6243-46f2-8e19-aa24e5ee6501 req-b5d70ea1-b833-40eb-82ab-117574a79ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (0c85b2e5-eadf-45b0-966c-9be7f8cd045e), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:27.091622 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.db.api [req-a6654847-c698-4a6c-b31f-4d9a74903f07 req-4c668341-a235-4056-b260-7d0fda1d88f8 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 2f11c4ae5736434a9e903b50b7951f1a {{(pid=110479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 14:58:27.092039 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG oslo_db.api [req-a6654847-c698-4a6c-b31f-4d9a74903f07 req-4c668341-a235-4056-b260-7d0fda1d88f8 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:58:27.133057 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-dfca5446-b74c-43ae-9699-cec36984f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:27.139401 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-dfca5446-b74c-43ae-9699-cec36984f255 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.5676212 Jun 16 14:58:27.169201 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-08c06923-6243-46f2-8e19-aa24e5ee6501 req-b5d70ea1-b833-40eb-82ab-117574a79ec5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114810 Jun 16 14:58:27.172229 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d70ea1-b833-40eb-82ab-117574a79ec5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c85b2e5-eadf-45b0-966c-9be7f8cd045e,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:27.206640 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f0e00-d3e8-443b-a779-5c952333a315 req-1b2cc81d-c6a4-4f24-8234-3977c0ac3c6b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:27.209612 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bb0f0e00-d3e8-443b-a779-5c952333a315 req-1b2cc81d-c6a4-4f24-8234-3977c0ac3c6b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0953741 Jun 16 14:58:27.219285 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b4f3-0ab9-4b77-934b-26b059628332 req-9da80d30-fc7b-4583-bbf3-743c3bcc537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:27.220822 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-88a9b4f3-0ab9-4b77-934b-26b059628332 req-9da80d30-fc7b-4583-bbf3-743c3bcc537e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=2940b81a86c2401db1aa432d9a0735eb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6684778 Jun 16 14:58:27.222710 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-a25138d0-b50e-454e-b99e-793d5bb7533c service neutron] 10.222.0.86 "GET /v2.0/networks/b6f4c40d-6092-40a7-85ed-80fb26ed2561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539536 Jun 16 14:58:27.227483 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-6f25607d-16d8-4757-9094-9710431928ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9 HTTP/1.1" status: 200 len: 217 time: 0.0714726 Jun 16 14:58:27.237085 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c780ef-9731-4c89-9976-d0375a027fa4 req-df90a837-54e9-41ac-9bcb-17450292ac2f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:27.238666 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-88c780ef-9731-4c89-9976-d0375a027fa4 req-df90a837-54e9-41ac-9bcb-17450292ac2f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.1238587 Jun 16 14:58:27.289563 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bb0f0e00-d3e8-443b-a779-5c952333a315 req-5f029a11-960f-4ec2-9f07-1491fee97e6e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713713 Jun 16 14:58:27.299782 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:27.310387 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-88c780ef-9731-4c89-9976-d0375a027fa4 req-8adf0888-b21e-4f61-98d8-5e7aaeb690da tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647624 Jun 16 14:58:27.410368 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:27.425272 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6f72d-dcd1-4439-bf6a-64bc7540d862 req-64aa6b5c-4746-40f8-8f44-e83c31631480 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:27.426814 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2fc6f72d-dcd1-4439-bf6a-64bc7540d862 req-64aa6b5c-4746-40f8-8f44-e83c31631480 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0627377 Jun 16 14:58:27.491940 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2fc6f72d-dcd1-4439-bf6a-64bc7540d862 req-afc708ae-ea2a-44c8-9749-0f972ff608cd tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585623 Jun 16 14:58:27.593308 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-a6654847-c698-4a6c-b31f-4d9a74903f07 req-4c668341-a235-4056-b260-7d0fda1d88f8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:27.671620 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a6654847-c698-4a6c-b31f-4d9a74903f07 req-4c668341-a235-4056-b260-7d0fda1d88f8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7628512 Jun 16 14:58:27.898279 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34784) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:28.148227 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716321f2-889f-44b3-9037-7180192d88ba req-c8cd07d0-86eb-4db6-8c89-e4486f001332 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:28.149952 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-716321f2-889f-44b3-9037-7180192d88ba req-c8cd07d0-86eb-4db6-8c89-e4486f001332 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0653050 Jun 16 14:58:28.204776 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:28.210377 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-716321f2-889f-44b3-9037-7180192d88ba req-1f82608b-8c34-433f-a0aa-8294d5d7f9ac tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 Jun 16 14:58:28.225025 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-855e389d-7491-424e-b661-4fd80c6a9505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:28.320364 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-855e389d-7491-424e-b661-4fd80c6a9505 admin admin] Publish callbacks [] for security_group (c86c368e-460b-4b48-945d-9460b7708ff2), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:28.325542 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-855e389d-7491-424e-b661-4fd80c6a9505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c86c368e-460b-4b48-945d-9460b7708ff2), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:28.375052 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e389d-7491-424e-b661-4fd80c6a9505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86c368e-460b-4b48-945d-9460b7708ff2,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:28.383035 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 34818) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:28.383934 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-855e389d-7491-424e-b661-4fd80c6a9505 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c226754c0de49c491c2d16963863689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832253 Jun 16 14:58:28.476702 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9799a2e-2646-400a-84eb-b0c5fc8756c7 req-785273b4-3a8e-4b6f-9f9d-5594d902a99c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:28.478926 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d9799a2e-2646-400a-84eb-b0c5fc8756c7 req-785273b4-3a8e-4b6f-9f9d-5594d902a99c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0654290 Jun 16 14:58:28.501692 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de189363-2197-4940-9917-ea9afdd54edf req-0f92f74a-b30c-483a-a800-5cc8a70e8d59 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:28.503484 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-de189363-2197-4940-9917-ea9afdd54edf req-0f92f74a-b30c-483a-a800-5cc8a70e8d59 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0912924 Jun 16 14:58:28.545249 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-36d7f110-39f7-4ca0-a1a5-fcf3840e2b69 admin admin] Publish callbacks [] for security_group (c86c368e-460b-4b48-945d-9460b7708ff2), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:28.546603 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d9799a2e-2646-400a-84eb-b0c5fc8756c7 req-aa937710-cee5-40c3-a53f-e432a67f0e67 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614765 Jun 16 14:58:28.600029 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-36d7f110-39f7-4ca0-a1a5-fcf3840e2b69 admin admin] Publish callbacks [] for security_group (c86c368e-460b-4b48-945d-9460b7708ff2), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:28.631966 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-de189363-2197-4940-9917-ea9afdd54edf req-669d96f2-75ee-441a-9ad2-4bc82a0690db tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202307 Jun 16 14:58:28.645307 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:28.687418 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ee694-b3aa-498c-ab82-91fdd6da9c1b req-095e0c34-39b0-4b7d-8ce4-a495d75e07ec tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:28.689046 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c2ee694-b3aa-498c-ab82-91fdd6da9c1b req-095e0c34-39b0-4b7d-8ce4-a495d75e07ec tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0757298 Jun 16 14:58:28.692768 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-36d7f110-39f7-4ca0-a1a5-fcf3840e2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c86c368e-460b-4b48-945d-9460b7708ff2), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:28.695448 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-36d7f110-39f7-4ca0-a1a5-fcf3840e2b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:28.697199 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-36d7f110-39f7-4ca0-a1a5-fcf3840e2b69 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c86c368e-460b-4b48-945d-9460b7708ff2 HTTP/1.1" status: 204 len: 168 time: 0.3129559 Jun 16 14:58:28.707280 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7f110-39f7-4ca0-a1a5-fcf3840e2b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86c368e-460b-4b48-945d-9460b7708ff2,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:28.765499 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c2ee694-b3aa-498c-ab82-91fdd6da9c1b req-4a85ff8e-64ba-4fda-b99f-b49a64cb5263 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577862 Jun 16 14:58:29.088575 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 34850) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:29.105864 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5b119d22-eb26-40ba-b58e-e9b30420ab98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:29.189264 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5b119d22-eb26-40ba-b58e-e9b30420ab98 admin admin] Publish callbacks [] for security_group (4f7d97b9-65f3-4c85-9cfb-23ba2dee4246), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:29.193514 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5b119d22-eb26-40ba-b58e-e9b30420ab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4f7d97b9-65f3-4c85-9cfb-23ba2dee4246), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:29.234998 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5b119d22-eb26-40ba-b58e-e9b30420ab98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae9442091e12479295a3d692a538749b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450372 Jun 16 14:58:29.235851 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119d22-eb26-40ba-b58e-e9b30420ab98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7d97b9-65f3-4c85-9cfb-23ba2dee4246,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:29.238384 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34852) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:29.328439 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0dda2e39-026e-4504-9b36-e062195d1512 admin admin] Publish callbacks [] for security_group (4f7d97b9-65f3-4c85-9cfb-23ba2dee4246), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:29.358165 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0dda2e39-026e-4504-9b36-e062195d1512 admin admin] Publish callbacks [] for security_group (4f7d97b9-65f3-4c85-9cfb-23ba2dee4246), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:29.401279 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871deb8-0773-49b8-9a62-043a7b05a702 req-b7bb4b8b-85eb-40d7-873d-2f5b31c66dcd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:29.403143 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9871deb8-0773-49b8-9a62-043a7b05a702 req-b7bb4b8b-85eb-40d7-873d-2f5b31c66dcd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 943 time: 0.0631788 Jun 16 14:58:29.407815 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0dda2e39-026e-4504-9b36-e062195d1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4f7d97b9-65f3-4c85-9cfb-23ba2dee4246), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:29.410420 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0dda2e39-026e-4504-9b36-e062195d1512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:29.411630 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-0dda2e39-026e-4504-9b36-e062195d1512 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f7d97b9-65f3-4c85-9cfb-23ba2dee4246 HTTP/1.1" status: 204 len: 168 time: 0.1717913 Jun 16 14:58:29.419941 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda2e39-026e-4504-9b36-e062195d1512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7d97b9-65f3-4c85-9cfb-23ba2dee4246,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:29.466331 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9871deb8-0773-49b8-9a62-043a7b05a702 req-6176a875-8179-4314-9e7a-fc63a8b3c320 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Jun 16 14:58:29.688530 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7a698-be05-460b-a8fe-f17e13365d79 req-7ffe9a35-17aa-432b-8853-d2c92baeee39 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:29.690150 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-77e7a698-be05-460b-a8fe-f17e13365d79 req-7ffe9a35-17aa-432b-8853-d2c92baeee39 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0650029 Jun 16 14:58:29.768425 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-77e7a698-be05-460b-a8fe-f17e13365d79 req-ecd40187-5218-4bb2-aad0-1999e28eab11 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693026 Jun 16 14:58:29.798830 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193c73-d732-488d-bcad-e60dc877430c req-720883eb-5cd1-4af6-b618-fdde4f7232d7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:29.803099 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1193c73-d732-488d-bcad-e60dc877430c req-720883eb-5cd1-4af6-b618-fdde4f7232d7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0701127 Jun 16 14:58:29.861577 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1193c73-d732-488d-bcad-e60dc877430c req-f3edb47e-9cd4-448f-bade-7bd4d61d0dbe tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533547 Jun 16 14:58:29.922780 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a00d3-79bc-461f-b18e-d96365920059 req-ad8992af-997e-439a-8073-ac1d9362eea1 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:29.924377 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-212a00d3-79bc-461f-b18e-d96365920059 req-ad8992af-997e-439a-8073-ac1d9362eea1 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0591874 Jun 16 14:58:29.958597 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:29.986811 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device dc9a5426-4d1e-4bfb-b195-628a512c0bf9 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 14:58:29.987821 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-212a00d3-79bc-461f-b18e-d96365920059 req-87cfab2c-255f-4940-8788-e25c744ea924 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Jun 16 14:58:30.094280 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port dc9a5426-4d1e-4bfb-b195-628a512c0bf9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:30.107644 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'port_id': 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9', 'mac_address': 'fa:16:3e:7b:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 14:58:30.155634 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:30.156079 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:30.171712 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9a5426-4d1e-4bfb-b195-628a512c0bf9 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:58:30.201276 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port dc9a5426-4d1e-4bfb-b195-628a512c0bf9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:30.207642 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:30.213095 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:30.262775 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:30.597908 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4b102-e491-4ef8-bbd0-e5e5df21b059 req-c6673674-34a7-46d7-b762-c8f35ab8310f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:30.601912 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81e4b102-e491-4ef8-bbd0-e5e5df21b059 req-c6673674-34a7-46d7-b762-c8f35ab8310f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 944 time: 0.0524206 Jun 16 14:58:30.665769 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81e4b102-e491-4ef8-bbd0-e5e5df21b059 req-aecd1668-a6c9-4253-85ef-d5ba61f6b58f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581868 Jun 16 14:58:30.916337 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34a9b8-711c-4de9-a5bc-02523a1cda91 req-c2ea7c22-5dae-4526-b4c3-1a73e3acbde7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:30.921705 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2a34a9b8-711c-4de9-a5bc-02523a1cda91 req-c2ea7c22-5dae-4526-b4c3-1a73e3acbde7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0627391 Jun 16 14:58:30.980379 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2a34a9b8-711c-4de9-a5bc-02523a1cda91 req-1815cd97-7ef2-4e1c-a01b-bf7eb75417e3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567999 Jun 16 14:58:30.993519 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004c152-05d6-4b1a-9659-e11f87006344 req-e04ee4ff-b8ec-4316-9fbe-92c0c28419f7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:30.995183 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b004c152-05d6-4b1a-9659-e11f87006344 req-e04ee4ff-b8ec-4316-9fbe-92c0c28419f7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0592513 Jun 16 14:58:31.057445 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b004c152-05d6-4b1a-9659-e11f87006344 req-4984ac73-978c-4557-9868-6fb4c4ad56a8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544972 Jun 16 14:58:31.115919 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04b97d-9e3e-4707-84e1-a621c5d73631 req-9b89f6ff-a82a-4b4f-8145-f6f9359d5c47 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:31.117566 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-df04b97d-9e3e-4707-84e1-a621c5d73631 req-9b89f6ff-a82a-4b4f-8145-f6f9359d5c47 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0529118 Jun 16 14:58:31.186045 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-df04b97d-9e3e-4707-84e1-a621c5d73631 req-5be0e0c8-a0d2-45a0-8c7e-163c8ff76033 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628009 Jun 16 14:58:31.791345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d180f-9613-48ea-85a2-e9f00d36ed76 req-b65b7b6a-79d6-42dc-86e0-f8e1a88bb7f9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:31.793216 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a47d180f-9613-48ea-85a2-e9f00d36ed76 req-b65b7b6a-79d6-42dc-86e0-f8e1a88bb7f9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 944 time: 0.0530350 Jun 16 14:58:31.819294 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:31.833705 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:31.847025 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a47d180f-9613-48ea-85a2-e9f00d36ed76 req-24959854-a6fe-48a3-bd48-fd8c1da53f4e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484538 Jun 16 14:58:32.118722 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88efe61-8ce8-4e46-9a5f-1132c95fdfc8 req-97fa7f71-aae8-4d46-918b-be97ed69ed68 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:32.120275 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f88efe61-8ce8-4e46-9a5f-1132c95fdfc8 req-97fa7f71-aae8-4d46-918b-be97ed69ed68 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0505762 Jun 16 14:58:32.191902 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f88efe61-8ce8-4e46-9a5f-1132c95fdfc8 req-575d469d-1fe8-458f-ba8a-e65d94474efb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621781 Jun 16 14:58:32.197362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af8177-5c4d-4487-a476-06c2e375f522 req-83618962-2d64-46ba-808b-3ecb51f7a68c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:32.198984 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c7af8177-5c4d-4487-a476-06c2e375f522 req-83618962-2d64-46ba-808b-3ecb51f7a68c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0583127 Jun 16 14:58:32.259591 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c7af8177-5c4d-4487-a476-06c2e375f522 req-83b70000-c3c7-48b4-8cc7-eae85ff7ebdd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533319 Jun 16 14:58:32.324533 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03976a6-3a59-4058-891b-bb87ba3c44b5 req-b287caeb-19de-4981-8f66-1b2ff78b24fd tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:32.326128 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d03976a6-3a59-4058-891b-bb87ba3c44b5 req-b287caeb-19de-4981-8f66-1b2ff78b24fd tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0528426 Jun 16 14:58:32.377098 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d03976a6-3a59-4058-891b-bb87ba3c44b5 req-053359ac-50da-40b9-943a-56c75c018ae1 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Jun 16 14:58:32.703406 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['dc9a5426-4d1e-4bfb-b195-628a512c0bf9'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 14:58:33.074656 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154d6c6-15c8-437c-b056-038971dc38f3 req-8edbac34-86d7-4567-882f-db7d307d7d52 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:33.076231 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b154d6c6-15c8-437c-b056-038971dc38f3 req-8edbac34-86d7-4567-882f-db7d307d7d52 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 944 time: 0.1444476 Jun 16 14:58:33.147909 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-498a5e9b-aeb2-4f05-99d7-9b0b55c50280 req-30142674-0f04-41e5-8846-8ca6dd2f3ae3 service neutron] 10.222.0.86 "GET /v2.0/networks/b6f4c40d-6092-40a7-85ed-80fb26ed2561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347581 Jun 16 14:58:33.157417 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b4f3-0ab9-4b77-934b-26b059628332 req-de56c36b-4a49-4a0d-ae79-22c112abf869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:33.158828 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-88a9b4f3-0ab9-4b77-934b-26b059628332 req-de56c36b-4a49-4a0d-ae79-22c112abf869 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2443800 Jun 16 14:58:33.181078 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b154d6c6-15c8-437c-b056-038971dc38f3 req-a5078c46-18e4-480b-bc4a-b0d97da69517 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968041 Jun 16 14:58:33.325145 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26e286-1ecf-47cf-baa9-4f58b1b46cbd req-4215cdac-80d1-4bfd-a43a-ac32743f656b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:33.327515 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3a26e286-1ecf-47cf-baa9-4f58b1b46cbd req-4215cdac-80d1-4bfd-a43a-ac32743f656b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0570445 Jun 16 14:58:33.403812 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3a26e286-1ecf-47cf-baa9-4f58b1b46cbd req-457e1cfd-fc50-4661-bb83-e55b45e5c3f8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662513 Jun 16 14:58:33.407356 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f27fb-1b03-4614-909d-d8431d072e4d req-7653d31a-7eba-4c11-9545-796c9f99f6af tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:33.408958 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-841f27fb-1b03-4614-909d-d8431d072e4d req-7653d31a-7eba-4c11-9545-796c9f99f6af tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0645247 Jun 16 14:58:33.472385 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-841f27fb-1b03-4614-909d-d8431d072e4d req-9df54349-d4c6-4151-9fe5-0fc128e3721e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560057 Jun 16 14:58:33.567368 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66629ba6-38f8-414f-911f-eb84f7090597 req-ceca3f63-0d50-4db8-aecb-fe499d937159 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:33.568979 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-66629ba6-38f8-414f-911f-eb84f7090597 req-ceca3f63-0d50-4db8-aecb-fe499d937159 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0813811 Jun 16 14:58:33.638793 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-1d342535-6019-47be-905e-e34748313d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:33.640454 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-1d342535-6019-47be-905e-e34748313d50 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0494199 Jun 16 14:58:33.640990 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-66629ba6-38f8-414f-911f-eb84f7090597 req-b48ed7ef-a35a-4ba8-baa9-7d41c70c1e06 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560508 Jun 16 14:58:33.892266 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 34986) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:33.970681 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device dc9a5426-4d1e-4bfb-b195-628a512c0bf9 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:58:34.035220 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bcb5289b-149c-43b9-9eae-152a4f568e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.067705 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 14:58:34.075431 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:58:34.076145 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.086438 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:34.159292 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:34.182989 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:34.183387 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.222354 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bcb5289b-149c-43b9-9eae-152a4f568e5b admin admin] Publish callbacks [] for security_group (233bc498-82d7-4fed-adf2-8831fa857483), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.229617 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port dc9a5426-4d1e-4bfb-b195-628a512c0bf9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:34.229752 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bcb5289b-149c-43b9-9eae-152a4f568e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (233bc498-82d7-4fed-adf2-8831fa857483), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.230641 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129cdf3c-4878-4058-9cb3-a2d36be40174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:58:34.234605 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a64be13-87bc-47b6-88bd-05cc4ac722ec" -d '{"events": [{"server_uuid": "129cdf3c-4878-4058-9cb3-a2d36be40174", "name": "network-vif-plugged", "status": "completed", "tag": "dc9a5426-4d1e-4bfb-b195-628a512c0bf9"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:34.241595 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.327477 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5289b-149c-43b9-9eae-152a4f568e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233bc498-82d7-4fed-adf2-8831fa857483,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:34.335558 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-bcb5289b-149c-43b9-9eae-152a4f568e5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=778e03c28bd740c09f617990431a3166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416878 Jun 16 14:58:34.338931 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 35008) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:34.358952 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:34.377886 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b70348-4f35-4836-a845-92f51c0bd69e x-openstack-request-id: req-41b70348-4f35-4836-a845-92f51c0bd69e {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:34.378146 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129cdf3c-4878-4058-9cb3-a2d36be40174", "name": "network-vif-plugged", "status": "completed", "tag": "dc9a5426-4d1e-4bfb-b195-628a512c0bf9", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:34.378429 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-41b70348-4f35-4836-a845-92f51c0bd69e {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:34.378800 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b70348-4f35-4836-a845-92f51c0bd69e'] response: {'server_uuid': '129cdf3c-4878-4058-9cb3-a2d36be40174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9', 'code': 200} Jun 16 14:58:34.418238 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e49c-4d1f-41a4-88f1-db38476e4d74 req-c6e5343d-24ec-46b2-969d-461eb0163586 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:34.419812 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e788e49c-4d1f-41a4-88f1-db38476e4d74 req-c6e5343d-24ec-46b2-969d-461eb0163586 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0939622 Jun 16 14:58:34.472605 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3c243b18-5181-41d9-bbb5-33c90c8b278e admin admin] Publish callbacks [] for security_group (233bc498-82d7-4fed-adf2-8831fa857483), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.494303 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e788e49c-4d1f-41a4-88f1-db38476e4d74 req-b9c72a5f-69df-48c4-9f44-ea9669b6efdb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676999 Jun 16 14:58:34.540677 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3c243b18-5181-41d9-bbb5-33c90c8b278e admin admin] Publish callbacks [] for security_group (233bc498-82d7-4fed-adf2-8831fa857483), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.633511 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:34.653106 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdf3-8802-43a3-93b8-2ea90c575e52 req-3a3f4743-97eb-4320-8e46-92ec3cb680e0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:34.655211 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6fabdf3-8802-43a3-93b8-2ea90c575e52 req-3a3f4743-97eb-4320-8e46-92ec3cb680e0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0700147 Jun 16 14:58:34.660991 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3c243b18-5181-41d9-bbb5-33c90c8b278e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (233bc498-82d7-4fed-adf2-8831fa857483), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.663840 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3c243b18-5181-41d9-bbb5-33c90c8b278e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:34.665596 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-3c243b18-5181-41d9-bbb5-33c90c8b278e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/233bc498-82d7-4fed-adf2-8831fa857483 HTTP/1.1" status: 204 len: 168 time: 0.3249660 Jun 16 14:58:34.686668 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243b18-5181-41d9-bbb5-33c90c8b278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233bc498-82d7-4fed-adf2-8831fa857483,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:34.707662 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e7cf6-8c91-4348-b2f3-ec09ca4c8bea req-1f39b4ac-bf1b-43fe-b1e5-b8f3502f07d4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:34.709737 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-049e7cf6-8c91-4348-b2f3-ec09ca4c8bea req-1f39b4ac-bf1b-43fe-b1e5-b8f3502f07d4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1642156 Jun 16 14:58:34.737654 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6fabdf3-8802-43a3-93b8-2ea90c575e52 req-099b8f4f-2c64-4545-836c-dd51499f4ea2 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733271 Jun 16 14:58:34.786759 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-049e7cf6-8c91-4348-b2f3-ec09ca4c8bea req-61fce697-3efd-4187-980d-9e6858a80bc7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639873 Jun 16 14:58:34.857631 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea407a-6aec-4f42-88ee-7c24df304343 req-190e62bf-fdeb-4e37-96dc-00db1b53d295 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:34.859166 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-efea407a-6aec-4f42-88ee-7c24df304343 req-190e62bf-fdeb-4e37-96dc-00db1b53d295 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0540972 Jun 16 14:58:34.932231 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-efea407a-6aec-4f42-88ee-7c24df304343 req-e8aea537-9bb4-41bd-b39a-b3dd84519809 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666397 Jun 16 14:58:35.041210 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 35026) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:35.056093 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba3e4-90a4-4497-b793-8c1ec52869f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:35.142060 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba3e4-90a4-4497-b793-8c1ec52869f2 admin admin] Publish callbacks [] for security_group (33472ad7-709c-4287-a15f-069d308aa98a), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:35.146149 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba3e4-90a4-4497-b793-8c1ec52869f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (33472ad7-709c-4287-a15f-069d308aa98a), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:35.188783 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ba3e4-90a4-4497-b793-8c1ec52869f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33472ad7-709c-4287-a15f-069d308aa98a,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:35.193447 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ac4ba3e4-90a4-4497-b793-8c1ec52869f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=145acd98c5054239bebfffa4d73acafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511502 Jun 16 14:58:35.207189 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 35028) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:35.261690 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5729-e9d7-41aa-ac24-76afc90fe35d admin admin] Publish callbacks [] for security_group (33472ad7-709c-4287-a15f-069d308aa98a), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:35.286843 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5729-e9d7-41aa-ac24-76afc90fe35d admin admin] Publish callbacks [] for security_group (33472ad7-709c-4287-a15f-069d308aa98a), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:35.343939 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5729-e9d7-41aa-ac24-76afc90fe35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (33472ad7-709c-4287-a15f-069d308aa98a), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:35.346750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5729-e9d7-41aa-ac24-76afc90fe35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:35.347946 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e7bd5729-e9d7-41aa-ac24-76afc90fe35d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33472ad7-709c-4287-a15f-069d308aa98a HTTP/1.1" status: 204 len: 168 time: 0.1397293 Jun 16 14:58:35.357232 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5729-e9d7-41aa-ac24-76afc90fe35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33472ad7-709c-4287-a15f-069d308aa98a,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:35.664287 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e035c2-e423-484f-8807-582d428e0134 req-b90d051c-5e09-4871-851d-20b80f35d257 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:35.667123 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-11e035c2-e423-484f-8807-582d428e0134 req-b90d051c-5e09-4871-851d-20b80f35d257 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0701947 Jun 16 14:58:35.740583 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-11e035c2-e423-484f-8807-582d428e0134 req-3cc14adc-3c48-47d0-9b81-3e349adb16b9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677726 Jun 16 14:58:35.942246 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647954c-f7d6-433f-a34e-5d2b82ae38a3 req-70636daa-e772-478a-9a00-231ebfec2fb7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:35.944876 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f647954c-f7d6-433f-a34e-5d2b82ae38a3 req-70636daa-e772-478a-9a00-231ebfec2fb7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0958216 Jun 16 14:58:35.972065 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:35.995774 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7087c04-c44b-4986-acee-5400f44e9f9f req-665f2c13-0fdf-490e-a2f8-8ffebf8a0808 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:36.000574 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a7087c04-c44b-4986-acee-5400f44e9f9f req-665f2c13-0fdf-490e-a2f8-8ffebf8a0808 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0718014 Jun 16 14:58:36.005220 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f647954c-f7d6-433f-a34e-5d2b82ae38a3 req-85cd531a-2b2e-4c01-94f7-a1c83af60584 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523665 Jun 16 14:58:36.096400 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a7087c04-c44b-4986-acee-5400f44e9f9f req-e4455d6b-f7c3-4078-8209-6fa3ad7f8739 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820603 Jun 16 14:58:36.184614 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac65914-b265-4bbb-a353-fdd54389df9d req-d8cc3527-0643-43bc-9bd2-d091df6aea9e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:36.186618 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3ac65914-b265-4bbb-a353-fdd54389df9d req-d8cc3527-0643-43bc-9bd2-d091df6aea9e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.1024168 Jun 16 14:58:36.204992 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:36.254316 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3ac65914-b265-4bbb-a353-fdd54389df9d req-7d69fd30-d2ba-4a18-b8e3-1561f98fb6de tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559072 Jun 16 14:58:36.870976 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73cf08-6e0c-4107-ba61-36443c78d77d req-bed57a33-4169-42de-ad85-8605675fc7ab tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:36.872688 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9a73cf08-6e0c-4107-ba61-36443c78d77d req-bed57a33-4169-42de-ad85-8605675fc7ab tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0557609 Jun 16 14:58:36.937689 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9a73cf08-6e0c-4107-ba61-36443c78d77d req-1ff9452e-5e52-4b72-9ec9-275fdf50d65e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572567 Jun 16 14:58:37.158091 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67922bbd-a358-4155-8e64-d5587aabf0e9 req-2cf0a1c4-9c34-44ce-9bbe-39877c0ed4b0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:37.159756 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-67922bbd-a358-4155-8e64-d5587aabf0e9 req-2cf0a1c4-9c34-44ce-9bbe-39877c0ed4b0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0700488 Jun 16 14:58:37.209231 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:37.239600 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-67922bbd-a358-4155-8e64-d5587aabf0e9 req-9065fec0-5eca-4af7-828c-b4dde95d0be4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729394 Jun 16 14:58:37.259309 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d7d0c-264f-426e-bad3-c9fd18f1b81e req-abca2945-06fc-436c-8737-cda98d82c935 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:37.266845 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-836d7d0c-264f-426e-bad3-c9fd18f1b81e req-abca2945-06fc-436c-8737-cda98d82c935 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0800760 Jun 16 14:58:37.267038 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-20ad5c47-c730-4665-b861-fcd8e560f980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:37.329545 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-836d7d0c-264f-426e-bad3-c9fd18f1b81e req-d8147e8e-1a9b-4d96-8dce-245b375b4f94 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616801 Jun 16 14:58:37.412455 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a2912-8a87-4c0d-842e-3fc7beade370 req-724425a6-6c96-4816-8322-0b7ca5f0914c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:37.414047 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-523a2912-8a87-4c0d-842e-3fc7beade370 req-724425a6-6c96-4816-8322-0b7ca5f0914c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0547478 Jun 16 14:58:37.466920 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-523a2912-8a87-4c0d-842e-3fc7beade370 req-a9f91c16-2845-4079-bbd4-b3880cb70842 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458932 Jun 16 14:58:37.825781 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-0a70fe47-bb22-47fe-8d5b-093a7aac7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:37.827448 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-0a70fe47-bb22-47fe-8d5b-093a7aac7228 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429118 Jun 16 14:58:38.081138 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bbf50-2d60-447e-b537-2d5dd5ab1e80 req-0aaebfb9-3864-4a3f-9131-1b9c82b76e8e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:38.082672 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fe8bbf50-2d60-447e-b537-2d5dd5ab1e80 req-0aaebfb9-3864-4a3f-9131-1b9c82b76e8e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0590537 Jun 16 14:58:38.132923 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fe8bbf50-2d60-447e-b537-2d5dd5ab1e80 req-c7f2a0c7-de35-43d6-84c0-92be2b4ff705 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Jun 16 14:58:38.388302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dad58-7614-470e-a491-da8de717d004 req-42f4228e-5f20-494a-9b59-98846682212b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:38.389924 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eb3dad58-7614-470e-a491-da8de717d004 req-42f4228e-5f20-494a-9b59-98846682212b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0569441 Jun 16 14:58:38.452432 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eb3dad58-7614-470e-a491-da8de717d004 req-597cb1aa-5818-457b-b069-1481aea76c4f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532026 Jun 16 14:58:38.468741 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9af8-b0fd-4680-bfa0-f1bbf8ccdcac req-38ff2f03-8cd8-442a-82d3-bede72d02884 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:38.470584 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7d2a9af8-b0fd-4680-bfa0-f1bbf8ccdcac req-38ff2f03-8cd8-442a-82d3-bede72d02884 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0558429 Jun 16 14:58:38.517061 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:38.526722 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7d2a9af8-b0fd-4680-bfa0-f1bbf8ccdcac req-5acfe782-31b6-4ea0-a97b-a21d868cf02b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502615 Jun 16 14:58:38.607952 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f14dea-40a3-48c4-bbf7-05363992da29 req-4a14c59e-e8fe-448f-b961-6f858d1ae5c5 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:38.609502 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-01f14dea-40a3-48c4-bbf7-05363992da29 req-4a14c59e-e8fe-448f-b961-6f858d1ae5c5 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0479603 Jun 16 14:58:38.666629 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-01f14dea-40a3-48c4-bbf7-05363992da29 req-3e959a5c-fcd7-43be-b081-f731204d1923 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513432 Jun 16 14:58:39.258353 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d097d-033c-4e2b-81bb-46f6a07e1509 req-e3c16c49-d13d-46df-8629-1be52eb7b487 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:39.259903 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-210d097d-033c-4e2b-81bb-46f6a07e1509 req-e3c16c49-d13d-46df-8629-1be52eb7b487 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0554814 Jun 16 14:58:39.310821 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-210d097d-033c-4e2b-81bb-46f6a07e1509 req-55be150c-16ec-4e5c-b102-856c4f29b1f3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Jun 16 14:58:39.584082 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b5ca-85bf-4cb9-9454-c95d6b1a0769 req-6ddb246b-7ab0-4f6b-adb6-7031b89cf1d9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:39.585706 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-edc9b5ca-85bf-4cb9-9454-c95d6b1a0769 req-6ddb246b-7ab0-4f6b-adb6-7031b89cf1d9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0522826 Jun 16 14:58:39.644606 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-edc9b5ca-85bf-4cb9-9454-c95d6b1a0769 req-4985ddac-dd3c-4b1c-8a2e-9570525f57b2 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520325 Jun 16 14:58:39.660056 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429455ea-921c-4563-8d29-ae9f48f26457 req-175e1a50-98a7-425a-b936-f8e6217da7f0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:39.660056 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-429455ea-921c-4563-8d29-ae9f48f26457 req-175e1a50-98a7-425a-b936-f8e6217da7f0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0515144 Jun 16 14:58:39.713833 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-429455ea-921c-4563-8d29-ae9f48f26457 req-4530bda0-fe38-4b92-afc2-14f5968e16c4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463762 Jun 16 14:58:39.798733 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0483-79b7-43b4-b3f8-308696cd552c req-e842ead7-a75d-409d-b6a7-1ce45790351d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:39.800215 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 644ccac5-3aa8-48a4-a0e4-484eabb05969 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 14:58:39.800702 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-478f0483-79b7-43b4-b3f8-308696cd552c req-e842ead7-a75d-409d-b6a7-1ce45790351d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 943 time: 0.0502305 Jun 16 14:58:39.834578 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:39.865548 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-478f0483-79b7-43b4-b3f8-308696cd552c req-be16f5b5-66aa-45cd-93f0-a1f05e860e07 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 Jun 16 14:58:39.936870 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 644ccac5-3aa8-48a4-a0e4-484eabb05969, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=644ccac5-3aa8-48a4-a0e4-484eabb05969,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:39.948515 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '644ccac5-3aa8-48a4-a0e4-484eabb05969', 'network_id': 'b6f4c40d-6092-40a7-85ed-80fb26ed2561', 'port_id': '644ccac5-3aa8-48a4-a0e4-484eabb05969', 'mac_address': 'fa:16:3e:85:17:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bc844b-473b-431a-82f0-319774db4b70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 14:58:39.985491 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 644ccac5-3aa8-48a4-a0e4-484eabb05969 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:39.985872 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:39.999532 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644ccac5-3aa8-48a4-a0e4-484eabb05969 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:58:40.020507 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 644ccac5-3aa8-48a4-a0e4-484eabb05969, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=644ccac5-3aa8-48a4-a0e4-484eabb05969,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:40.025561 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:40.077339 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=644ccac5-3aa8-48a4-a0e4-484eabb05969,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:40.139990 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-66e00b3a-d146-4bfc-baf7-273757534b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:40.434207 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fb48c-a883-4d0c-8a9e-98474748f741 req-1fe152c6-d42a-4f83-915d-64a87af03e6f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:40.435778 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-130fb48c-a883-4d0c-8a9e-98474748f741 req-1fe152c6-d42a-4f83-915d-64a87af03e6f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0538025 Jun 16 14:58:40.489171 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-130fb48c-a883-4d0c-8a9e-98474748f741 req-6b994c45-58b0-4e34-805c-75fc7dfab45a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475152 Jun 16 14:58:40.781642 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3038a-0432-439d-946f-8e940c684d34 req-6e0a8c97-9e5c-4663-9678-03248935ed7e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:40.783157 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95b3038a-0432-439d-946f-8e940c684d34 req-6e0a8c97-9e5c-4663-9678-03248935ed7e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0503473 Jun 16 14:58:40.833633 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95b3038a-0432-439d-946f-8e940c684d34 req-71e039db-fda3-4f9f-8f9c-572658587764 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Jun 16 14:58:40.855218 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de672e-2c6a-4052-b5d3-5fb100b2776d req-713ca88e-bfc9-4403-a14b-8ce28453eae9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:40.857629 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-63de672e-2c6a-4052-b5d3-5fb100b2776d req-713ca88e-bfc9-4403-a14b-8ce28453eae9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0592699 Jun 16 14:58:40.909907 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-63de672e-2c6a-4052-b5d3-5fb100b2776d req-5112cf80-6744-4115-b245-02f066caf095 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466108 Jun 16 14:58:40.996978 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f684b-7153-43bf-83b9-dc468ea130c2 req-5d9bb00f-2aa8-4676-a541-7ae018506a5d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:40.998382 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-556f684b-7153-43bf-83b9-dc468ea130c2 req-5d9bb00f-2aa8-4676-a541-7ae018506a5d tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 944 time: 0.0593977 Jun 16 14:58:41.049099 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-556f684b-7153-43bf-83b9-dc468ea130c2 req-eb98a191-d44a-4721-96b7-1278443cc7d2 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Jun 16 14:58:41.611330 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46990e-aec0-43f6-9377-ebed15ed7083 req-65b2f344-6eec-4643-bf9f-de0706e29177 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:41.612888 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9f46990e-aec0-43f6-9377-ebed15ed7083 req-65b2f344-6eec-4643-bf9f-de0706e29177 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Jun 16 14:58:41.673243 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9f46990e-aec0-43f6-9377-ebed15ed7083 req-65e8f7c1-e985-4dbd-abb3-e0c9d484a3bb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Jun 16 14:58:41.765229 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-5d929846-6365-40ec-a61d-4dd37b38ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:41.766751 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-5d929846-6365-40ec-a61d-4dd37b38ca91 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 1128 time: 0.0464485 Jun 16 14:58:41.897234 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-a244f66d-ae16-4004-a66a-78ce27456fc4 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118171 Jun 16 14:58:41.969093 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:41.982136 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d57658-b97f-479e-bb08-fcb5818b8d2b req-3bb7a5e0-a896-41e2-9b8d-37eafc12c0f9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:41.983698 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-61d57658-b97f-479e-bb08-fcb5818b8d2b req-3bb7a5e0-a896-41e2-9b8d-37eafc12c0f9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0570338 Jun 16 14:58:42.049694 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-61d57658-b97f-479e-bb08-fcb5818b8d2b req-b466ab88-acad-4557-98a3-08220671b4a1 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603387 Jun 16 14:58:42.050259 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18d08-a972-4637-93ee-07563d5d46db req-1925cd28-f40c-4656-8096-8e8beed9a251 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:42.051799 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e5b18d08-a972-4637-93ee-07563d5d46db req-1925cd28-f40c-4656-8096-8e8beed9a251 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0602055 Jun 16 14:58:42.094650 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:42.111096 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e5b18d08-a972-4637-93ee-07563d5d46db req-4b068698-165b-4b61-bc24-3fb7cdac5b6c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528600 Jun 16 14:58:42.231977 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd90fb-568c-4bce-b2a2-68fc38573f92 req-d864b343-e2da-4911-a554-251fc7b5705c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:42.237439 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-28fd90fb-568c-4bce-b2a2-68fc38573f92 req-d864b343-e2da-4911-a554-251fc7b5705c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 944 time: 0.0867960 Jun 16 14:58:42.239816 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['644ccac5-3aa8-48a4-a0e4-484eabb05969'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 14:58:42.299938 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:42.326508 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-28fd90fb-568c-4bce-b2a2-68fc38573f92 req-3aa1a174-fcbc-4ba6-bc4a-00bf6df4747f tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846386 Jun 16 14:58:42.361972 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7349d6-3f83-4380-aab9-6945e83123ff req-a30ec641-9a2f-4b23-a2db-28cf7489898c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:42.364108 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fb7349d6-3f83-4380-aab9-6945e83123ff req-a30ec641-9a2f-4b23-a2db-28cf7489898c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0930028 Jun 16 14:58:42.375495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 35242) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:42.391139 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'floatingip': {'port_id': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:58:42.512152 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:42.513196 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:42.869582 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abc3c4-9db3-4f3d-83b6-76139e684b92 req-f83425f1-9ce7-43d2-95ea-6a851d1170e7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:42.871640 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3abc3c4-9db3-4f3d-83b6-76139e684b92 req-f83425f1-9ce7-43d2-95ea-6a851d1170e7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0674548 Jun 16 14:58:42.922874 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:42.950787 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3abc3c4-9db3-4f3d-83b6-76139e684b92 req-15fd75f4-647d-4c49-89cc-f1e05c098565 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621383 Jun 16 14:58:43.229260 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e12769-1ebd-4fa5-9f20-ec154184a5bd req-2f36d840-7265-4e4f-af47-e2fe89c78899 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:43.230817 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-75e12769-1ebd-4fa5-9f20-ec154184a5bd req-2f36d840-7265-4e4f-af47-e2fe89c78899 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0997396 Jun 16 14:58:43.274736 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-40261962-afdc-41ae-8155-ee61effd73a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea6268ec-2917-4b9f-ac8d-bc4237b637d9 HTTP/1.1" status: 200 len: 217 time: 0.0658269 Jun 16 14:58:43.317390 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:43.381919 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08ab0867-0dd7-459d-bab4-cb2fb8931fba req-86bcf8ce-11a6-4ea1-bc05-a26c53ff5af1 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102898 Jun 16 14:58:43.533761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d44480-6219-4d88-af60-8877cb758927 req-308af0a6-c5be-4a78-9e6f-778040e1fc1a tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:43.535428 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-25d44480-6219-4d88-af60-8877cb758927 req-308af0a6-c5be-4a78-9e6f-778040e1fc1a tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 944 time: 0.1141126 Jun 16 14:58:43.634166 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:43.649024 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-75e12769-1ebd-4fa5-9f20-ec154184a5bd req-49851d68-ae16-4afe-9284-40e73ec5dea2 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060597 Jun 16 14:58:43.650823 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:43.652831 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dfbdd-2b52-4937-a119-e3f0315a5090 req-0d4f2c87-520f-4f97-b021-7b5226a07f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:43.654430 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1dfbdd-2b52-4937-a119-e3f0315a5090 req-0d4f2c87-520f-4f97-b021-7b5226a07f84 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 1129 time: 0.1706414 Jun 16 14:58:43.664192 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 644ccac5-3aa8-48a4-a0e4-484eabb05969 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:58:43.710688 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-67578fde-b8eb-43ff-90d9-1deceddc453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:43.712213 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-67578fde-b8eb-43ff-90d9-1deceddc453e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.2110631 Jun 16 14:58:43.781243 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 644ccac5-3aa8-48a4-a0e4-484eabb05969 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 14:58:43.789218 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 644ccac5-3aa8-48a4-a0e4-484eabb05969 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:58:43.791450 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:43.810856 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1dfbdd-2b52-4937-a119-e3f0315a5090 req-fc3572a1-41e9-4196-91f9-e265884131d1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426950 Jun 16 14:58:43.866797 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-25d44480-6219-4d88-af60-8877cb758927 req-1c4ad490-ada6-45bd-9c93-6b2df22bd913 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964785 Jun 16 14:58:43.892192 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Floating IP ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad associated. External IP: 172.27.2.196, port: 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65. Jun 16 14:58:43.911198 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-f5372505-ec82-4f49-9a50-5b1c45bf90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:43.914221 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-f5372505-ec82-4f49-9a50-5b1c45bf90aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1645834 Jun 16 14:58:43.933152 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:43.956763 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 644ccac5-3aa8-48a4-a0e4-484eabb05969 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:43.958834 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:44.047178 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17881d-ac5f-44ca-a709-a52350a37a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644ccac5-3aa8-48a4-a0e4-484eabb05969'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:58:44.049845 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b14caab-0df8-427e-bbe8-60971c340e05" -d '{"events": [{"server_uuid": "fd17881d-ac5f-44ca-a709-a52350a37a18", "name": "network-vif-plugged", "status": "completed", "tag": "644ccac5-3aa8-48a4-a0e4-484eabb05969"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:44.120192 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 644ccac5-3aa8-48a4-a0e4-484eabb05969, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=644ccac5-3aa8-48a4-a0e4-484eabb05969,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:44.133449 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:44.164329 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506a29b2-b552-464f-a9e9-b430954dbba9 x-openstack-request-id: req-506a29b2-b552-464f-a9e9-b430954dbba9 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:44.164972 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17881d-ac5f-44ca-a709-a52350a37a18", "name": "network-vif-plugged", "status": "completed", "tag": "644ccac5-3aa8-48a4-a0e4-484eabb05969", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:44.165226 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-506a29b2-b552-464f-a9e9-b430954dbba9 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:44.165614 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506a29b2-b552-464f-a9e9-b430954dbba9'] response: {'server_uuid': 'fd17881d-ac5f-44ca-a709-a52350a37a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644ccac5-3aa8-48a4-a0e4-484eabb05969', 'code': 200} Jun 16 14:58:44.198438 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=644ccac5-3aa8-48a4-a0e4-484eabb05969,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:44.232146 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffad8cf-8d2b-449a-9e8d-daa051b20e38 req-74b9b97d-b8b7-4480-85ab-094638b6402f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:44.233747 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7ffad8cf-8d2b-449a-9e8d-daa051b20e38 req-74b9b97d-b8b7-4480-85ab-094638b6402f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0653110 Jun 16 14:58:44.242973 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Router 23be61ec-e38c-4806-9820-c303c534a6ab has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:58:44.342684 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7ffad8cf-8d2b-449a-9e8d-daa051b20e38 req-a3063cf0-de01-4c0d-937d-b2346c753709 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018167 Jun 16 14:58:44.369437 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:44.396341 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:44.415812 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:58:44.421097 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:44.441289 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] Sync routers for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:58:44.461330 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-07bcc220-c330-49ee-8025-1e0ed6ea74bc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "PUT /v2.0/floatingips/ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad HTTP/1.1" status: 200 len: 992 time: 2.0805619 Jun 16 14:58:44.461330 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:58:44.462876 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2330758-8461-4ede-bd43-5f0f5c70a8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:44.476236 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:58:44.477920 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:58:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:44.514153 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-a371045b-96b6-446f-b9c1-51f90a42e315 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829958 Jun 16 14:58:44.526378 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6415c0d-a784-4a94-834b-450aa737492f x-openstack-request-id: req-f6415c0d-a784-4a94-834b-450aa737492f {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:44.526870 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:44.527757 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6415c0d-a784-4a94-834b-450aa737492f {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:44.528252 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6415c0d-a784-4a94-834b-450aa737492f'] response: {'name': 'network-changed', 'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'status': 'completed', 'code': 200} Jun 16 14:58:44.619427 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:58:44.910940 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:44.925251 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124e76-8142-42a1-89a7-9ea8f03219b4 req-03a4511a-b7f4-48bf-8cb9-6a9c42430c23 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:44.927019 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4d124e76-8142-42a1-89a7-9ea8f03219b4 req-03a4511a-b7f4-48bf-8cb9-6a9c42430c23 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0856500 Jun 16 14:58:44.994060 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4d124e76-8142-42a1-89a7-9ea8f03219b4 req-aef1e701-245b-440f-8e5c-ec1e0fa01b0b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585201 Jun 16 14:58:45.004237 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'port_id': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:22Z', 'updated_at': '2022-06-16T14:58:43Z', 'revision_number': 1, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:45.015575 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8164904-4216-425b-a514-cf36328a48c2 req-6a4869eb-82c8-4839-b98b-78c2437a24ec tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:45.018999 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8164904-4216-425b-a514-cf36328a48c2 req-6a4869eb-82c8-4839-b98b-78c2437a24ec tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0526733 Jun 16 14:58:45.041844 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] Checking router: 23be61ec-e38c-4806-9820-c303c534a6ab for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:58:45.052705 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:58:45.053624 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:58:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:45.178704 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-70261684-2cd1-481b-91ad-37e3efb10984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:45.181066 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-70261684-2cd1-481b-91ad-37e3efb10984 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1130 time: 0.1166732 Jun 16 14:58:45.187279 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8164904-4216-425b-a514-cf36328a48c2 req-25718351-0bd9-48ce-a5cd-113304e0a27c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638756 Jun 16 14:58:45.196744 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:58:45.250597 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:45.253175 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2553f1e-f8f0-439b-956e-5d644e994a33 req-43abc5f4-fe7f-4d5d-9fcf-efaafed56a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:45.261925 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2553f1e-f8f0-439b-956e-5d644e994a33 req-43abc5f4-fe7f-4d5d-9fcf-efaafed56a11 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 1129 time: 0.0667472 Jun 16 14:58:45.294654 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be679a34-c678-42a2-861d-8c2cb3570e6a req-a3484f15-0f79-45da-a55e-b199d3dfaf3f service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697318 Jun 16 14:58:45.391601 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2553f1e-f8f0-439b-956e-5d644e994a33 req-1e8596b3-9e3d-4241-9f7a-e67e53c540c8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188886 Jun 16 14:58:45.431169 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-0f880099-88c4-4845-8741-adf7952e52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:45.433617 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-0f880099-88c4-4845-8741-adf7952e52c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.2373726 Jun 16 14:58:45.437510 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:45.482002 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'port_id': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:22Z', 'updated_at': '2022-06-16T14:58:43Z', 'revision_number': 1, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:45.500169 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7ef01-7d33-41e7-a6bd-661466f8d50f req-bd72e4ca-73a6-464f-b251-77d0ae809dff tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:45.501821 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59c7ef01-7d33-41e7-a6bd-661466f8d50f req-bd72e4ca-73a6-464f-b251-77d0ae809dff tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0621631 Jun 16 14:58:45.512581 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b7dda-1e86-4ed1-a0b3-1a5d8fa1979a None None] The sync data for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi is: [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'port_id': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:22Z', 'updated_at': '2022-06-16T14:58:43Z', 'revision_number': 1, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:58:45.560475 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-59c7ef01-7d33-41e7-a6bd-661466f8d50f req-a91355e1-c2b8-418e-b837-fdf6df4095d7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526886 Jun 16 14:58:45.767628 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616731c-9482-405c-8188-e35d45426dc8 None None] New status for floating IP ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad: ACTIVE {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 14:58:46.126442 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e12fa-5558-47b9-8eff-920e06a01add req-1c46ba19-9655-4248-8fc0-3e6b0dc259e4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:46.128037 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea4e12fa-5558-47b9-8eff-920e06a01add req-1c46ba19-9655-4248-8fc0-3e6b0dc259e4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0617566 Jun 16 14:58:46.187180 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:46.196259 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea4e12fa-5558-47b9-8eff-920e06a01add req-515c63eb-5385-4799-a3b8-81e118fc197f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612197 Jun 16 14:58:46.368524 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6366-e6d1-4fcf-a2c7-d02d43a30957 req-ef5ea7c4-fff6-427f-b4b2-2a8cf066edfe tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:46.370226 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5d6f6366-e6d1-4fcf-a2c7-d02d43a30957 req-ef5ea7c4-fff6-427f-b4b2-2a8cf066edfe tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0662446 Jun 16 14:58:46.422012 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:46.430564 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5d6f6366-e6d1-4fcf-a2c7-d02d43a30957 req-e9854c65-f5b8-4fc1-bfcf-45e2fbbbac84 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525639 Jun 16 14:58:46.697208 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04860eb5-2fe5-4799-8f2c-4f7993f1dc55 req-5d57eea4-db7f-4cbe-8ca2-008278497ce6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:46.698880 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04860eb5-2fe5-4799-8f2c-4f7993f1dc55 req-5d57eea4-db7f-4cbe-8ca2-008278497ce6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0639713 Jun 16 14:58:46.758048 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04860eb5-2fe5-4799-8f2c-4f7993f1dc55 req-7cc6c593-8449-41ba-b059-18e582567977 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475848 Jun 16 14:58:46.953936 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 35364) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:47.074585 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f87c4123-192c-4dc4-998e-6bac5315cbdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:47.168520 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f87c4123-192c-4dc4-998e-6bac5315cbdf admin admin] Publish callbacks [] for security_group (062a9ff9-e2c9-42bb-88f3-b0566f46c6cd), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:47.173224 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f87c4123-192c-4dc4-998e-6bac5315cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (062a9ff9-e2c9-42bb-88f3-b0566f46c6cd), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:47.218407 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f87c4123-192c-4dc4-998e-6bac5315cbdf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9bd1eb34fd44dcb879f1145312a9760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630079 Jun 16 14:58:47.219314 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c4123-192c-4dc4-998e-6bac5315cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062a9ff9-e2c9-42bb-88f3-b0566f46c6cd,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:47.221496 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35372) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:47.312179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-eb06b120-7afc-4b31-8bb8-ff0fe3bd08ee admin admin] Publish callbacks [] for security_group (062a9ff9-e2c9-42bb-88f3-b0566f46c6cd), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:47.349882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-eb06b120-7afc-4b31-8bb8-ff0fe3bd08ee admin admin] Publish callbacks [] for security_group (062a9ff9-e2c9-42bb-88f3-b0566f46c6cd), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:47.356833 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cfab3-8c11-48a1-a227-7a21bcb174b5 req-765bfb7e-d9ac-47ea-bf17-6e194a066844 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:47.359220 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7f8cfab3-8c11-48a1-a227-7a21bcb174b5 req-765bfb7e-d9ac-47ea-bf17-6e194a066844 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0750077 Jun 16 14:58:47.427751 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-eb06b120-7afc-4b31-8bb8-ff0fe3bd08ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (062a9ff9-e2c9-42bb-88f3-b0566f46c6cd), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:47.432060 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7f8cfab3-8c11-48a1-a227-7a21bcb174b5 req-75c95d72-d62c-4d3d-9b9c-c7f278fb8342 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661280 Jun 16 14:58:47.435798 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-eb06b120-7afc-4b31-8bb8-ff0fe3bd08ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:47.446873 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-eb06b120-7afc-4b31-8bb8-ff0fe3bd08ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/062a9ff9-e2c9-42bb-88f3-b0566f46c6cd HTTP/1.1" status: 204 len: 168 time: 0.2177136 Jun 16 14:58:47.466550 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06b120-7afc-4b31-8bb8-ff0fe3bd08ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a9ff9-e2c9-42bb-88f3-b0566f46c6cd,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:47.568306 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aaaf3-14a6-4447-bb97-852905f31124 req-918aed5b-5236-4237-8142-c38e79352401 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:47.570269 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-222aaaf3-14a6-4447-bb97-852905f31124 req-918aed5b-5236-4237-8142-c38e79352401 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0522780 Jun 16 14:58:47.628780 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-222aaaf3-14a6-4447-bb97-852905f31124 req-e640a92f-20fe-4783-83e2-b747e16e2ebc tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523272 Jun 16 14:58:47.903643 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33573525-295d-46d4-89d6-700edb3ee614 req-cabebdb7-b42a-4334-8d48-228840f5222c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:47.905266 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-33573525-295d-46d4-89d6-700edb3ee614 req-cabebdb7-b42a-4334-8d48-228840f5222c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0659521 Jun 16 14:58:47.965677 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-33573525-295d-46d4-89d6-700edb3ee614 req-befcbe99-40da-459d-bb97-976674382ceb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535433 Jun 16 14:58:48.546797 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dbf43-72ff-415b-bd03-cd3d3be045f6 req-d7253f70-d764-43c9-9d29-f3cf886ec87d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:48.548402 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fb3dbf43-72ff-415b-bd03-cd3d3be045f6 req-d7253f70-d764-43c9-9d29-f3cf886ec87d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0526881 Jun 16 14:58:48.627191 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fb3dbf43-72ff-415b-bd03-cd3d3be045f6 req-853f7c71-0da8-4691-b79a-08af0cf2a19e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689704 Jun 16 14:58:48.802135 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c24114-82f0-4fce-ba1e-cb6b6549f257 req-5a5b53bc-a802-4867-bcb3-0a9122cbc15e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:48.803760 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-55c24114-82f0-4fce-ba1e-cb6b6549f257 req-5a5b53bc-a802-4867-bcb3-0a9122cbc15e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0597889 Jun 16 14:58:48.878128 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-55c24114-82f0-4fce-ba1e-cb6b6549f257 req-c77ffed0-41d8-45d0-94b9-0043bb64bc99 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673118 Jun 16 14:58:49.090550 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2407b4d-755c-4266-bd43-98b7d32971f6 req-92256c0e-564f-4180-855b-2eaa5217bbfa tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:49.092152 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2407b4d-755c-4266-bd43-98b7d32971f6 req-92256c0e-564f-4180-855b-2eaa5217bbfa tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0511041 Jun 16 14:58:49.152701 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2407b4d-755c-4266-bd43-98b7d32971f6 req-58a64fc9-28a3-4d28-a7ce-3eae88e6b096 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509369 Jun 16 14:58:49.548821 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-dec82bb7-f6a4-4d97-a771-e311f36b51c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 1002 time: 0.2845480 Jun 16 14:58:49.715642 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device ea6268ec-2917-4b9f-ac8d-bc4237b637d9 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 14:58:49.774555 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f6838-64ad-40b0-92d0-47e5358372c8 req-85b77d6e-bce9-4e9b-9bfe-f1bbe5bb2603 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:49.776264 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-785f6838-64ad-40b0-92d0-47e5358372c8 req-85b77d6e-bce9-4e9b-9bfe-f1bbe5bb2603 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 944 time: 0.0636547 Jun 16 14:58:49.846553 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-785f6838-64ad-40b0-92d0-47e5358372c8 req-18eda9be-e19a-4aa0-a95a-b22b7b0c2b55 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617943 Jun 16 14:58:49.903354 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port ea6268ec-2917-4b9f-ac8d-bc4237b637d9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:49.920071 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 14:58:49.972646 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:49.973102 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:49.990621 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6268ec-2917-4b9f-ac8d-bc4237b637d9 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:58:50.022137 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port ea6268ec-2917-4b9f-ac8d-bc4237b637d9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:50.028384 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:50.033113 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484e10c-ec00-40eb-9c80-7ea3ebe82a61 req-1062bd9d-4539-4528-aff2-dd225cb968b9 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:50.034958 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d484e10c-ec00-40eb-9c80-7ea3ebe82a61 req-1062bd9d-4539-4528-aff2-dd225cb968b9 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0703890 Jun 16 14:58:50.093112 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:50.107387 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d484e10c-ec00-40eb-9c80-7ea3ebe82a61 req-65b30094-1f2a-4dfc-afb1-e1e3fd7c47e8 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635223 Jun 16 14:58:50.281890 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee709c-cbb7-4afe-b26f-d9aff73b6b1c req-1d90fe45-da24-4542-b604-a1db0fde0b59 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:50.283460 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dbee709c-cbb7-4afe-b26f-d9aff73b6b1c req-1d90fe45-da24-4542-b604-a1db0fde0b59 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0504737 Jun 16 14:58:50.315350 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:50.336994 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dbee709c-cbb7-4afe-b26f-d9aff73b6b1c req-06ce7d99-af24-456c-8c93-a47757dcb25c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473719 Jun 16 14:58:50.685822 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae81b7-5d21-46d9-b0f7-323e7b449bdf req-75e9b043-6160-4cea-aff3-69ffe87c711c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:50.687374 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c9ae81b7-5d21-46d9-b0f7-323e7b449bdf req-75e9b043-6160-4cea-aff3-69ffe87c711c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0492570 Jun 16 14:58:50.742723 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['ea6268ec-2917-4b9f-ac8d-bc4237b637d9'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 14:58:50.743966 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c9ae81b7-5d21-46d9-b0f7-323e7b449bdf req-4c2706fd-0b09-45d7-8948-43ee9125a690 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Jun 16 14:58:50.832030 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-aa6f0bf6-11b8-408d-b4b5-275a9dee1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:50.834029 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-aa6f0bf6-11b8-408d-b4b5-275a9dee1bb7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0620191 Jun 16 14:58:50.864016 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:51.032897 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af12f0-ec1e-40ef-adf4-ff77534b47ac req-915f42a8-da1a-4fa2-87db-721ff024a9e5 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:51.035603 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-10af12f0-ec1e-40ef-adf4-ff77534b47ac req-915f42a8-da1a-4fa2-87db-721ff024a9e5 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 945 time: 0.0677476 Jun 16 14:58:51.098666 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-10af12f0-ec1e-40ef-adf4-ff77534b47ac req-142a6059-3b1d-4089-a3c4-7854e20caf16 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580895 Jun 16 14:58:51.212537 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:51.299477 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40846794-7cb8-464d-8ea5-5276f196ea12 req-cde8974a-b5fa-49a9-85d1-0d9f0c73af7f tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:51.301054 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-40846794-7cb8-464d-8ea5-5276f196ea12 req-cde8974a-b5fa-49a9-85d1-0d9f0c73af7f tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0973051 Jun 16 14:58:51.304695 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-347aa0a9-7abe-4e00-b86c-92ac7a0aefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:51.306807 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-347aa0a9-7abe-4e00-b86c-92ac7a0aefd9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674477 Jun 16 14:58:51.344397 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:51.389061 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-40846794-7cb8-464d-8ea5-5276f196ea12 req-9c602419-ec2d-40be-8dcf-dd96f6c4e892 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810318 Jun 16 14:58:52.005754 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad77db-35a1-4e28-a498-a13c6316a463 req-77763ee1-e3a6-4ca1-bd14-60d6ef966a0b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:52.007609 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f3ad77db-35a1-4e28-a498-a13c6316a463 req-77763ee1-e3a6-4ca1-bd14-60d6ef966a0b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0531554 Jun 16 14:58:52.061798 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f3ad77db-35a1-4e28-a498-a13c6316a463 req-4fd60a54-6e7e-4eed-a198-353c31604890 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475626 Jun 16 14:58:52.189233 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device ea6268ec-2917-4b9f-ac8d-bc4237b637d9 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:58:52.232989 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:52.238812 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 14:58:52.247346 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:58:52.247346 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:52.304235 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-d9872c0c-5ad0-4507-bc1e-152c562e2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:52.305768 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-d9872c0c-5ad0-4507-bc1e-152c562e2ceb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 1129 time: 0.1271038 Jun 16 14:58:52.317828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693b73d-83e6-4a9a-bc15-a28bddf5aae8 req-f8c45b4d-1a82-45c7-b0f0-acc9ebf66940 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:52.319962 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0693b73d-83e6-4a9a-bc15-a28bddf5aae8 req-f8c45b4d-1a82-45c7-b0f0-acc9ebf66940 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 945 time: 0.1399107 Jun 16 14:58:52.336650 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:58:52.337305 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:52.364025 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:58:52.366320 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc859949-cbf3-407e-b9b9-d3f9fc21cc9a" -d '{"events": [{"server_uuid": "133e2287-518a-4c4e-bb51-8790ed7647a7", "name": "network-vif-plugged", "status": "completed", "tag": "ea6268ec-2917-4b9f-ac8d-bc4237b637d9"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:52.379930 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port ea6268ec-2917-4b9f-ac8d-bc4237b637d9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:58:52.387667 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:52.394873 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-cc395514-a799-480a-aab3-99fbf147963f service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257478 Jun 16 14:58:52.442609 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:52.527856 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0693b73d-83e6-4a9a-bc15-a28bddf5aae8 req-a802ae05-0bc5-49e8-82a7-34575c485305 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894686 Jun 16 14:58:52.535512 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-9231da02-1407-4733-adfd-05bb8649afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:52.537059 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-9231da02-1407-4733-adfd-05bb8649afc5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.2138016 Jun 16 14:58:52.607532 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d163f5-ca41-4d18-b049-13b5b7690727 x-openstack-request-id: req-56d163f5-ca41-4d18-b049-13b5b7690727 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:52.608358 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133e2287-518a-4c4e-bb51-8790ed7647a7", "name": "network-vif-plugged", "status": "completed", "tag": "ea6268ec-2917-4b9f-ac8d-bc4237b637d9", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:52.608358 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-56d163f5-ca41-4d18-b049-13b5b7690727 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:52.608986 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d163f5-ca41-4d18-b049-13b5b7690727'] response: {'server_uuid': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'code': 200} Jun 16 14:58:52.624609 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-32bebf52-485a-415d-af29-27e7f29bf933 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9 HTTP/1.1" status: 200 len: 217 time: 0.0796416 Jun 16 14:58:52.632345 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2330758-8461-4ede-bd43-5f0f5c70a8b9 req-f7590b34-7921-46c6-b742-b30f1d55375c service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103240 Jun 16 14:58:52.810817 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-45cf68a6-b666-439d-bf19-379d2e5c4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:52.813064 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-45cf68a6-b666-439d-bf19-379d2e5c4dfb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0874269 Jun 16 14:58:52.873423 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-91648d95-c079-4997-9c62-83905182cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:52.876060 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-91648d95-c079-4997-9c62-83905182cd83 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513022 Jun 16 14:58:52.989620 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9747-6eac-4713-959e-87732d2ae3c3 req-3e6b4799-7fc3-4bc9-b7d0-5743a6bbb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:52.991132 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1e6d9747-6eac-4713-959e-87732d2ae3c3 req-3e6b4799-7fc3-4bc9-b7d0-5743a6bbb40a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 1130 time: 0.0700243 Jun 16 14:58:53.031948 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-f0e65965-f598-4edd-9054-d51ec744fb7a service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394284 Jun 16 14:58:53.085030 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:53.093034 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1e6d9747-6eac-4713-959e-87732d2ae3c3 req-fafa4ed8-f5ae-4b70-bb3a-ac19863e658e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863588 Jun 16 14:58:53.167211 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea0dee0b-4ab4-477f-88d2-e15a45db4ff2 req-746fdbed-cda7-4848-aa85-da16c056e629 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260214 Jun 16 14:58:53.205152 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfce34-91ee-452c-89e0-0b61700e7776 req-ec32ed53-9ce0-4986-a56a-c6737117f001 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:53.206720 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eddfce34-91ee-452c-89e0-0b61700e7776 req-ec32ed53-9ce0-4986-a56a-c6737117f001 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0593052 Jun 16 14:58:53.257049 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:53.265629 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eddfce34-91ee-452c-89e0-0b61700e7776 req-1387ad8c-0f82-4ba4-a00d-add2512a145b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518477 Jun 16 14:58:53.657715 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677035c-a7d3-401f-814c-2908c0826ad7 req-7fbb32b9-b14a-44c7-812a-2d657a727f93 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:53.659226 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c677035c-a7d3-401f-814c-2908c0826ad7 req-7fbb32b9-b14a-44c7-812a-2d657a727f93 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 946 time: 0.0540855 Jun 16 14:58:53.711892 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c677035c-a7d3-401f-814c-2908c0826ad7 req-d15a04c0-58af-4bc6-8ea8-2db2ff502986 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 Jun 16 14:58:54.417134 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 35574) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:54.558618 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-eeac68c9-ceaa-4a35-b0cc-d166d77c354e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:54.665969 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-eeac68c9-ceaa-4a35-b0cc-d166d77c354e admin admin] Publish callbacks [] for security_group (e1b337d6-a406-4698-b24d-0288af001b65), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:54.670223 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-eeac68c9-ceaa-4a35-b0cc-d166d77c354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e1b337d6-a406-4698-b24d-0288af001b65), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:54.675654 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:54.712944 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac68c9-ceaa-4a35-b0cc-d166d77c354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b337d6-a406-4698-b24d-0288af001b65,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:54.720718 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35582) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:54.721366 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-eeac68c9-ceaa-4a35-b0cc-d166d77c354e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9289e2bdb0334c6a9557bd4acbc09d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031354 Jun 16 14:58:54.817960 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-37398746-53ac-49dd-b3f3-e5f4e38df862 admin admin] Publish callbacks [] for security_group (e1b337d6-a406-4698-b24d-0288af001b65), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:54.875088 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-37398746-53ac-49dd-b3f3-e5f4e38df862 admin admin] Publish callbacks [] for security_group (e1b337d6-a406-4698-b24d-0288af001b65), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:54.898921 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c1541-897b-4ff5-8927-f9679a10bfb9 req-0562467f-4b7b-46f9-a34b-7b372bb3c8a9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:54.900700 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-691c1541-897b-4ff5-8927-f9679a10bfb9 req-0562467f-4b7b-46f9-a34b-7b372bb3c8a9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0792260 Jun 16 14:58:54.972075 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-691c1541-897b-4ff5-8927-f9679a10bfb9 req-809fe8ce-2696-4529-b3c7-5b0f4bcbafbf tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656464 Jun 16 14:58:54.981877 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-37398746-53ac-49dd-b3f3-e5f4e38df862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e1b337d6-a406-4698-b24d-0288af001b65), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:54.984792 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-37398746-53ac-49dd-b3f3-e5f4e38df862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:54.986014 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-37398746-53ac-49dd-b3f3-e5f4e38df862 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1b337d6-a406-4698-b24d-0288af001b65 HTTP/1.1" status: 204 len: 168 time: 0.2639005 Jun 16 14:58:55.011854 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37398746-53ac-49dd-b3f3-e5f4e38df862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b337d6-a406-4698-b24d-0288af001b65,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:55.112913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fe9d-3435-4e38-a416-94478c7e571d req-b6356d8b-2fbe-4398-b0b3-5a0e45d6f52e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:55.115175 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2a98fe9d-3435-4e38-a416-94478c7e571d req-b6356d8b-2fbe-4398-b0b3-5a0e45d6f52e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 946 time: 0.0644274 Jun 16 14:58:55.201755 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2a98fe9d-3435-4e38-a416-94478c7e571d req-4951016b-83b5-4066-b79d-01daa2052363 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773904 Jun 16 14:58:55.388685 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35596) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:55.398425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4eb01042-4c50-4859-b7d8-56b8b3e14752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:55.484981 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:55.485898 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=79 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:55.493393 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4eb01042-4c50-4859-b7d8-56b8b3e14752 admin admin] Publish callbacks [] for security_group (897f04ed-9299-4641-9865-605dd0392c09), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:55.497654 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4eb01042-4c50-4859-b7d8-56b8b3e14752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (897f04ed-9299-4641-9865-605dd0392c09), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:55.536815 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb01042-4c50-4859-b7d8-56b8b3e14752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897f04ed-9299-4641-9865-605dd0392c09,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:55.542706 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-4eb01042-4c50-4859-b7d8-56b8b3e14752 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86bc9e0bdcaa4efebde3e2c4fa47615d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565788 Jun 16 14:58:55.545182 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35598) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:55.601779 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87fbbff8-d2b7-405d-b23d-cae0aca22fe5 admin admin] Publish callbacks [] for security_group (897f04ed-9299-4641-9865-605dd0392c09), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:55.625557 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87fbbff8-d2b7-405d-b23d-cae0aca22fe5 admin admin] Publish callbacks [] for security_group (897f04ed-9299-4641-9865-605dd0392c09), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:55.638911 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:55.686059 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87fbbff8-d2b7-405d-b23d-cae0aca22fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (897f04ed-9299-4641-9865-605dd0392c09), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:55.690389 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87fbbff8-d2b7-405d-b23d-cae0aca22fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:55.692274 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-87fbbff8-d2b7-405d-b23d-cae0aca22fe5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/897f04ed-9299-4641-9865-605dd0392c09 HTTP/1.1" status: 204 len: 168 time: 0.1463416 Jun 16 14:58:55.704858 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbbff8-d2b7-405d-b23d-cae0aca22fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897f04ed-9299-4641-9865-605dd0392c09,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:56.125099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae995-e46a-4f29-8b7c-4a1f664df076 req-d5731244-1f40-40d2-ac1e-e354a6336da3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:56.126691 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-edeae995-e46a-4f29-8b7c-4a1f664df076 req-d5731244-1f40-40d2-ac1e-e354a6336da3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0601954 Jun 16 14:58:56.193333 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-edeae995-e46a-4f29-8b7c-4a1f664df076 req-d992d48e-53d3-405c-9bb9-d99b16b11635 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604699 Jun 16 14:58:56.330914 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:56.355925 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa83b-b920-43c1-bab1-e4bd6dac770e req-8db3aa8b-e8db-4670-8b4e-9ce8a06d1e68 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:56.357605 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-677aa83b-b920-43c1-bab1-e4bd6dac770e req-8db3aa8b-e8db-4670-8b4e-9ce8a06d1e68 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 946 time: 0.0584860 Jun 16 14:58:56.427539 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-677aa83b-b920-43c1-bab1-e4bd6dac770e req-41bfe5af-8041-4725-b98f-69b0322b75ef tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615268 Jun 16 14:58:56.542829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f75969-2365-4d8c-a85d-7db5a4cb6b0c req-5a833ef4-a0ff-4423-87ec-752c67a9d1af tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:56.545550 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63f75969-2365-4d8c-a85d-7db5a4cb6b0c req-5a833ef4-a0ff-4423-87ec-752c67a9d1af tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 946 time: 0.0534079 Jun 16 14:58:56.553582 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35632) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:58:56.559073 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'floatingip': {'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:58:56.634453 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:57.508332 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.db.resource_extend [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 14:58:57.576951 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc10b1-40b6-4bc4-ba78-d72fad06328b req-491e8a6c-191e-4e47-ae5d-c38a59b7d369 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:57.576951 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5acc10b1-40b6-4bc4-ba78-d72fad06328b req-491e8a6c-191e-4e47-ae5d-c38a59b7d369 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1193721 Jun 16 14:58:57.610631 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:57.625071 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:57.726219 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5acc10b1-40b6-4bc4-ba78-d72fad06328b req-9625c8f0-79b5-495b-bdc7-f8ef26a97bb0 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315064 Jun 16 14:58:57.753213 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Floating IP d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9 associated. External IP: 172.27.2.134, port: ea6268ec-2917-4b9f-ac8d-bc4237b637d9. Jun 16 14:58:57.922428 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:58.004792 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:58:58.061382 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:58:58.131129 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:58:58.136677 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:58:58.145694 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:58:58.155338 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:58:58.155950 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:58:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:58.172881 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-6abe574f-217b-4332-9712-267348fb7416 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "PUT /v2.0/floatingips/d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9 HTTP/1.1" status: 200 len: 992 time: 1.6179283 Jun 16 14:58:58.173960 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'tag': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:58:58.178564 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9081a778-62cc-44cb-8750-765cee6ed852" -d '{"events": [{"name": "network-changed", "server_uuid": "133e2287-518a-4c4e-bb51-8790ed7647a7", "tag": "ea6268ec-2917-4b9f-ac8d-bc4237b637d9"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:58.226067 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3827baf3-fc98-4c07-a10e-7cc0376df83b x-openstack-request-id: req-3827baf3-fc98-4c07-a10e-7cc0376df83b {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:58.226365 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133e2287-518a-4c4e-bb51-8790ed7647a7", "tag": "ea6268ec-2917-4b9f-ac8d-bc4237b637d9", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:58.227296 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3827baf3-fc98-4c07-a10e-7cc0376df83b {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:58.227826 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3827baf3-fc98-4c07-a10e-7cc0376df83b'] response: {'name': 'network-changed', 'server_uuid': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'tag': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'status': 'completed', 'code': 200} Jun 16 14:58:58.268294 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:58:58.343369 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a778-62cc-44cb-8750-765cee6ed852 req-fecdd8da-0112-401e-bb07-c8671b58e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:58.344949 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9081a778-62cc-44cb-8750-765cee6ed852 req-fecdd8da-0112-401e-bb07-c8671b58e01b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 1130 time: 0.0435004 Jun 16 14:58:58.490097 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a778-62cc-44cb-8750-765cee6ed852 req-bd65514e-7c01-4b43-8374-ce6d6f6b58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:58.491590 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9081a778-62cc-44cb-8750-765cee6ed852 req-bd65514e-7c01-4b43-8374-ce6d6f6b58f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 917 time: 0.1326995 Jun 16 14:58:58.565819 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9081a778-62cc-44cb-8750-765cee6ed852 req-df91d02b-8638-4801-9196-e45f02e05d14 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea6268ec-2917-4b9f-ac8d-bc4237b637d9 HTTP/1.1" status: 200 len: 1000 time: 0.0665810 Jun 16 14:58:58.601343 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:57Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:58.618217 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a778-62cc-44cb-8750-765cee6ed852 req-eaf9c1d5-5870-44bc-b7c4-f1b68ed6b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:58.619734 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9081a778-62cc-44cb-8750-765cee6ed852 req-eaf9c1d5-5870-44bc-b7c4-f1b68ed6b533 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.0472264 Jun 16 14:58:58.634396 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:58:58.645370 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:58:58.645998 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:58:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:58.682826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a778-62cc-44cb-8750-765cee6ed852 req-88b50020-c4ef-4eb3-a918-2eb066b1da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:58.685099 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9081a778-62cc-44cb-8750-765cee6ed852 req-88b50020-c4ef-4eb3-a918-2eb066b1da12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512600 Jun 16 14:58:58.775434 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:58:58.792069 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9081a778-62cc-44cb-8750-765cee6ed852 req-1b040629-5436-49b5-b7a6-68cc70719865 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991271 Jun 16 14:58:58.909008 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1cfd9-c35b-42c5-a8b1-10ea1b6326b0 req-38c14ba8-9336-4025-9f2e-de37837eb0ba tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:58:58.910577 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-58a1cfd9-c35b-42c5-a8b1-10ea1b6326b0 req-38c14ba8-9336-4025-9f2e-de37837eb0ba tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1014924 Jun 16 14:58:58.972121 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9081a778-62cc-44cb-8750-765cee6ed852 req-7d065d02-aee5-43ea-8479-0e438afdbf5e service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717587 Jun 16 14:58:58.985643 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-58a1cfd9-c35b-42c5-a8b1-10ea1b6326b0 req-39d92e09-f1cb-4cdb-88d1-2630929ee323 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675049 Jun 16 14:58:59.043397 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:57Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:59.073695 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915cda62-b4c2-4f3f-912c-73a845351753 None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:57Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:58:59.845827 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d56126-66a8-4be8-b36d-2ac8620d8350 None None] New status for floating IP d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9: ACTIVE {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 14:59:00.145092 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665bb3c-cd9b-4c4f-ac5f-4db45f16ce0e req-1ebe58fb-3807-41e1-95a7-f60461185b5c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:00.146680 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5665bb3c-cd9b-4c4f-ac5f-4db45f16ce0e req-1ebe58fb-3807-41e1-95a7-f60461185b5c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0536213 Jun 16 14:59:00.231087 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5665bb3c-cd9b-4c4f-ac5f-4db45f16ce0e req-0db6364b-9add-4066-9040-1d55a7aa7dd1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750356 Jun 16 14:59:00.981746 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 35732) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:01.098140 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e26f2a39-06da-4d63-9458-397ae61e24c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.181052 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e26f2a39-06da-4d63-9458-397ae61e24c4 admin admin] Publish callbacks [] for security_group (b8cda70e-9395-448d-843f-4917dad2134f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.185334 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e26f2a39-06da-4d63-9458-397ae61e24c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b8cda70e-9395-448d-843f-4917dad2134f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.232546 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e26f2a39-06da-4d63-9458-397ae61e24c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0b3a6b2968a43b4906504cb39b714c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469852 Jun 16 14:59:01.232546 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f2a39-06da-4d63-9458-397ae61e24c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cda70e-9395-448d-843f-4917dad2134f,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:01.233499 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35738) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:01.299149 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7f55-c11b-4bb1-8600-61d29931d171 admin admin] Publish callbacks [] for security_group (b8cda70e-9395-448d-843f-4917dad2134f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.355704 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7f55-c11b-4bb1-8600-61d29931d171 admin admin] Publish callbacks [] for security_group (b8cda70e-9395-448d-843f-4917dad2134f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.378753 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0fae9-3558-48bc-8ba9-4218530d6011 req-dca2b5e1-2e6d-4a2b-87b8-87bee104e9ba tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:01.381184 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6dd0fae9-3558-48bc-8ba9-4218530d6011 req-dca2b5e1-2e6d-4a2b-87b8-87bee104e9ba tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0770526 Jun 16 14:59:01.407599 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:01.417733 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:01.457111 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6dd0fae9-3558-48bc-8ba9-4218530d6011 req-0bb38b54-6ef2-420a-b932-8be1898fee0a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674133 Jun 16 14:59:01.467260 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7f55-c11b-4bb1-8600-61d29931d171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b8cda70e-9395-448d-843f-4917dad2134f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.470030 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7f55-c11b-4bb1-8600-61d29931d171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.473398 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-1d3e7f55-c11b-4bb1-8600-61d29931d171 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8cda70e-9395-448d-843f-4917dad2134f HTTP/1.1" status: 204 len: 168 time: 0.2387984 Jun 16 14:59:01.488328 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e7f55-c11b-4bb1-8600-61d29931d171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cda70e-9395-448d-843f-4917dad2134f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:01.817596 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 35750) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:01.835820 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-429e3af9-f3dd-4e40-91db-5bcdc750fe2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.921819 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-429e3af9-f3dd-4e40-91db-5bcdc750fe2f admin admin] Publish callbacks [] for security_group (323458c6-f5dd-40a0-a95e-feb7b5a30402), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.928457 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-429e3af9-f3dd-4e40-91db-5bcdc750fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (323458c6-f5dd-40a0-a95e-feb7b5a30402), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:01.970336 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-429e3af9-f3dd-4e40-91db-5bcdc750fe2f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aca0931a288e42a98301661511910a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513982 Jun 16 14:59:01.971329 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e3af9-f3dd-4e40-91db-5bcdc750fe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323458c6-f5dd-40a0-a95e-feb7b5a30402,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:01.974308 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35752) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:02.029730 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6706ff85-4d3f-4200-b88d-05bf8f2b8f5b admin admin] Publish callbacks [] for security_group (323458c6-f5dd-40a0-a95e-feb7b5a30402), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:02.053674 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6706ff85-4d3f-4200-b88d-05bf8f2b8f5b admin admin] Publish callbacks [] for security_group (323458c6-f5dd-40a0-a95e-feb7b5a30402), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:02.109496 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6706ff85-4d3f-4200-b88d-05bf8f2b8f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (323458c6-f5dd-40a0-a95e-feb7b5a30402), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:02.112105 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6706ff85-4d3f-4200-b88d-05bf8f2b8f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:02.113312 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-6706ff85-4d3f-4200-b88d-05bf8f2b8f5b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/323458c6-f5dd-40a0-a95e-feb7b5a30402 HTTP/1.1" status: 204 len: 168 time: 0.1375341 Jun 16 14:59:02.122153 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706ff85-4d3f-4200-b88d-05bf8f2b8f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323458c6-f5dd-40a0-a95e-feb7b5a30402,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:02.583990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580496a-d8ad-4d14-a0a0-6cd4b42ab980 req-7dc6ceab-7d7d-4771-9888-617e09fc2468 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:02.586023 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0580496a-d8ad-4d14-a0a0-6cd4b42ab980 req-7dc6ceab-7d7d-4771-9888-617e09fc2468 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0502579 Jun 16 14:59:02.638733 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0580496a-d8ad-4d14-a0a0-6cd4b42ab980 req-24cbfa7e-8909-44f9-bb80-c4583d912c59 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Jun 16 14:59:03.189502 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:59:03.237659 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-f43ee3c7-e664-4477-9bbf-e1c58b192f01 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=22a75da564c3434ca8a1cff32b9edd4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325155 Jun 16 14:59:03.396990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35800) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:03.437509 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:03.487147 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-66550135-8710-4ba8-8c43-ab306749d868 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:03.489836 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-66550135-8710-4ba8-8c43-ab306749d868 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461705 Jun 16 14:59:03.507607 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-6d3dbe5a-af18-4582-8781-00dfbf04c689 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/quotas/22a75da564c3434ca8a1cff32b9edd4d HTTP/1.1" status: 200 len: 375 time: 0.0100369 Jun 16 14:59:03.546467 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-a71c6f46-c27f-428d-8fdd-ee0c576e54c7 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=22a75da564c3434ca8a1cff32b9edd4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328252 Jun 16 14:59:03.559165 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-df632bf0-7a29-43c3-9b88-757a1a3f177c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:03.645928 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-df632bf0-7a29-43c3-9b88-757a1a3f177c admin admin] Publish callbacks [] for security_group (e04d08a5-8b07-4067-9a56-df3049b00d1b), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:03.651540 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-df632bf0-7a29-43c3-9b88-757a1a3f177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e04d08a5-8b07-4067-9a56-df3049b00d1b), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:03.705772 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-df632bf0-7a29-43c3-9b88-757a1a3f177c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=33be2a2e61a54f6ea98e8573fb94c686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069634 Jun 16 14:59:03.707686 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 35810) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:03.708645 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df632bf0-7a29-43c3-9b88-757a1a3f177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d08a5-8b07-4067-9a56-df3049b00d1b,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:03.750678 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c157cf5e-e400-4238-bc4c-0201361739ce req-6065540d-ec2a-4b2c-9697-e5b26d493702 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0495145 Jun 16 14:59:03.920073 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c514de-e9ed-49b8-9460-b502aea31801 req-2c6bf985-3631-4e01-b32c-b159474f1e46 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:03.925423 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f3c514de-e9ed-49b8-9460-b502aea31801 req-2c6bf985-3631-4e01-b32c-b159474f1e46 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1269336 Jun 16 14:59:03.937491 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2d63213f-afc3-4706-ab64-1e6f362b6d13 admin admin] Publish callbacks [] for security_group (e04d08a5-8b07-4067-9a56-df3049b00d1b), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:03.993799 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2d63213f-afc3-4706-ab64-1e6f362b6d13 admin admin] Publish callbacks [] for security_group (e04d08a5-8b07-4067-9a56-df3049b00d1b), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:04.045533 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f3c514de-e9ed-49b8-9460-b502aea31801 req-11bbb2f4-adc1-4393-8fc9-1f4af9bac54f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155345 Jun 16 14:59:04.103384 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2d63213f-afc3-4706-ab64-1e6f362b6d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e04d08a5-8b07-4067-9a56-df3049b00d1b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:04.106493 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2d63213f-afc3-4706-ab64-1e6f362b6d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:04.108120 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-2d63213f-afc3-4706-ab64-1e6f362b6d13 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e04d08a5-8b07-4067-9a56-df3049b00d1b HTTP/1.1" status: 204 len: 168 time: 0.3886716 Jun 16 14:59:04.128104 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63213f-afc3-4706-ab64-1e6f362b6d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04d08a5-8b07-4067-9a56-df3049b00d1b,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:04.853034 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-65b48e28-5a9d-4c4c-96f6-3a0494d328c8 req-70a3683c-815b-41ea-94f0-e1442599d459 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0294526 Jun 16 14:59:05.174803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fb8e4-d08a-4f2d-b83f-e223220bfc93 req-3f16c46f-9685-472e-a675-b8408606d6ab tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:05.177122 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bc1fb8e4-d08a-4f2d-b83f-e223220bfc93 req-3f16c46f-9685-472e-a675-b8408606d6ab tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0515862 Jun 16 14:59:05.227416 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:05.236323 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bc1fb8e4-d08a-4f2d-b83f-e223220bfc93 req-4f1d37c1-5878-48ec-bc2d-49a007663445 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493660 Jun 16 14:59:05.897162 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762646a-4c2c-45b3-b03a-fd7fba1726bc req-30fe0041-b080-48cc-9bdf-9743defee35c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:05.900212 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6762646a-4c2c-45b3-b03a-fd7fba1726bc req-30fe0041-b080-48cc-9bdf-9743defee35c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0587595 Jun 16 14:59:05.984717 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:06.028634 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6762646a-4c2c-45b3-b03a-fd7fba1726bc req-cd1040a1-1969-47f7-ac26-bc68c90864a2 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220686 Jun 16 14:59:06.057016 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d9d0118e-9e9e-4363-ac75-5186031c6fa7 req-9fbece26-f98d-4c4e-8d5a-67500a1e7544 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0944450 Jun 16 14:59:06.368430 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7a998-8e67-44aa-bce0-217aa0bcdfeb req-2f9bd6ba-4417-42e5-9b41-84d36d5b2936 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:06.369990 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-55a7a998-8e67-44aa-bce0-217aa0bcdfeb req-2f9bd6ba-4417-42e5-9b41-84d36d5b2936 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0592701 Jun 16 14:59:06.421129 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-55a7a998-8e67-44aa-bce0-217aa0bcdfeb req-f64a71b9-f1df-4a00-8711-517c4579819f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Jun 16 14:59:07.166928 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-77ef26a1-286b-4318-86a4-f2e168fdb337 req-6432093d-c06a-4d3d-bda1-db4fc13019d7 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0310237 Jun 16 14:59:07.176858 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4a3c-c859-42bf-bdd2-d38b240e3faa req-5e2cfd2d-bc80-4fd0-8924-9a9452e8e697 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:07.178444 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-eb5b4a3c-c859-42bf-bdd2-d38b240e3faa req-5e2cfd2d-bc80-4fd0-8924-9a9452e8e697 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0740604 Jun 16 14:59:07.230306 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-eb5b4a3c-c859-42bf-bdd2-d38b240e3faa req-6b12f326-6d6e-4a3b-9103-c703383aa9f1 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Jun 16 14:59:07.254982 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc08c-3e5c-4898-991d-829d1c846549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:07.545816 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87709c-b1dd-4db3-8e3f-6568290e5cca req-6fef1663-67d6-47fe-af89-e8ca6dffee9d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:07.548080 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ff87709c-b1dd-4db3-8e3f-6568290e5cca req-6fef1663-67d6-47fe-af89-e8ca6dffee9d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0493500 Jun 16 14:59:07.601377 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ff87709c-b1dd-4db3-8e3f-6568290e5cca req-ad76ecf1-5065-47d2-8b78-2e3a9a986c14 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463176 Jun 16 14:59:08.268225 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e0cb7c38-0266-4c6c-b8bc-f85a4b3146bf req-c7684f34-cdb0-48e4-9e23-c2379446b168 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0303371 Jun 16 14:59:08.379709 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-96b2238f-1ec1-4690-937c-0151b750eb7d tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=22a75da564c3434ca8a1cff32b9edd4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509126 Jun 16 14:59:08.398480 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeedde4-3c3c-499b-bc27-d78bda73acce req-b482c2d6-5bf3-4c72-bf00-73ababab4e22 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:08.400079 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0eeedde4-3c3c-499b-bc27-d78bda73acce req-b482c2d6-5bf3-4c72-bf00-73ababab4e22 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0851576 Jun 16 14:59:08.582613 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0eeedde4-3c3c-499b-bc27-d78bda73acce req-ff6b9cec-d1b3-459e-801b-e810ca0dbb61 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723399 Jun 16 14:59:08.651324 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-f236f081-3e56-4ae5-8018-443340ea9b97 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:08.653368 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-f236f081-3e56-4ae5-8018-443340ea9b97 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278712 Jun 16 14:59:08.729062 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78328136-18d9-4237-b4b2-3823dbe4742b req-ae9d1373-3cf8-4dbc-9c81-27af2252e1b5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:08.730595 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-78328136-18d9-4237-b4b2-3823dbe4742b req-ae9d1373-3cf8-4dbc-9c81-27af2252e1b5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0489025 Jun 16 14:59:08.759822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Request body: {'port': {'device_id': '81ae5bb3-0883-4d56-8204-f83a030a3de2', 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631', 'admin_state_up': True, 'tenant_id': '22a75da564c3434ca8a1cff32b9edd4d'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:08.785307 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-78328136-18d9-4237-b4b2-3823dbe4742b req-9d85e39a-6efa-43e9-9666-8f1c1868c238 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Jun 16 14:59:08.922368 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Made reservation on behalf of 22a75da564c3434ca8a1cff32b9edd4d for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:08.925974 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:08.949396 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:09.049570 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks [] for security_group (86fa944d-697b-4bc1-aa47-a2652c032e56), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:09.051003 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=81 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:09.054857 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (86fa944d-697b-4bc1-aa47-a2652c032e56), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:09.129285 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa944d-697b-4bc1-aa47-a2652c032e56,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:09.146174 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.146591 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.147047 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.147431 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.147826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.148316 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.148662 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.149076 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.149602 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.149979 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.150411 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.151430 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.151430 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.151430 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.157430 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.242616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Allocated IP 192.168.233.220 (c16e6338-b99e-49d1-ad21-99f01fa60631/4b44c9c1-889e-4294-a28c-1a6c579d5020/16a983ba-ff5a-4173-91d2-22e55f7dc337) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:09.261639 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:09.284673 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:09.405878 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa91e524-b67e-474e-9cec-1e9aba544403 req-d8f2a801-8dc3-4794-a5e1-780477ec56cc tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0358362 Jun 16 14:59:09.458003 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks [] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:09.501860 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:09.545356 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Network c16e6338-b99e-49d1-ad21-99f01fa60631 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:09.548654 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:09.555567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:09.561062 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:09.561991 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:09.578138 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Pushing event updated for resources: {'Port': ['ID=16a983ba-ff5a-4173-91d2-22e55f7dc337,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:09.587362 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-e1c89b54-387a-4fbe-bacf-6b8530d2c8ff tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8314073 Jun 16 14:59:09.729556 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fbf16-377d-457d-9c1f-a91295c06576 req-ffec8faf-2d3b-41ef-a01d-8e295a3ed33b tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:09.731170 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-707fbf16-377d-457d-9c1f-a91295c06576 req-ffec8faf-2d3b-41ef-a01d-8e295a3ed33b tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.0682926 Jun 16 14:59:09.786060 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-707fbf16-377d-457d-9c1f-a91295c06576 req-81e7ce97-2944-42a7-8c5b-1ecd82101a52 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489495 Jun 16 14:59:09.832404 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:09.833567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Request body: {'port': {'device_id': '81ae5bb3-0883-4d56-8204-f83a030a3de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:09.923937 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-93203ce3-458b-4cad-bd7c-90822a070022 None None] Provisioning complete for port 16a983ba-ff5a-4173-91d2-22e55f7dc337 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:09.924556 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-93203ce3-458b-4cad-bd7c-90822a070022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:09.965987 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-93203ce3-458b-4cad-bd7c-90822a070022 None None] Port 16a983ba-ff5a-4173-91d2-22e55f7dc337 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:59:10.140244 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e9229220-b13e-45d4-8f7b-cddfe20f0b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:10.193707 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-9d57057d-c255-448f-8bbd-7c4164bdaddf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3656743 Jun 16 14:59:10.227668 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-2cbcb40a-1363-4d62-a660-443483de5d91 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:10.229141 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-2cbcb40a-1363-4d62-a660-443483de5d91 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.3925698 Jun 16 14:59:10.246575 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b09a74-98f7-42b0-ba13-ee62b0d05622 req-1fc29824-3f96-4fdb-9d21-6a64f4311f78 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:10.248075 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95b09a74-98f7-42b0-ba13-ee62b0d05622 req-1fc29824-3f96-4fdb-9d21-6a64f4311f78 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1312149 Jun 16 14:59:10.255930 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:10.384458 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95b09a74-98f7-42b0-ba13-ee62b0d05622 req-2e705a81-94ff-41ee-9ddf-9f353e66056b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168575 Jun 16 14:59:10.538113 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a6ef1-c185-46f4-8a22-f1af224d7145 req-49afad0c-c584-4aa1-bb61-9cdaf31e7e52 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:10.539896 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-248a6ef1-c185-46f4-8a22-f1af224d7145 req-49afad0c-c584-4aa1-bb61-9cdaf31e7e52 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 936 time: 0.0547528 Jun 16 14:59:10.593862 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-248a6ef1-c185-46f4-8a22-f1af224d7145 req-b2c0dc4c-51db-468c-a1d0-42ba760aeef3 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469084 Jun 16 14:59:10.625811 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-6e0dc0e1-b324-4b36-85a6-c2b6c1460113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:10.627412 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-6e0dc0e1-b324-4b36-85a6-c2b6c1460113 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0830956 Jun 16 14:59:10.794917 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Deleting port 644ccac5-3aa8-48a4-a0e4-484eabb05969 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 14:59:10.795286 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:10.803241 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:10.803879 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:10.930346 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a983ba-ff5a-4173-91d2-22e55f7dc337 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:59:10.959116 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Publish callbacks [] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:10.998086 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-3fded857-c20e-46fc-b039-136dd7050aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:10.999907 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-3fded857-c20e-46fc-b039-136dd7050aa6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.3369958 Jun 16 14:59:11.023939 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4eaba-a53f-4341-8153-bfdc76f8c5d6 req-3578344c-49e4-4e3f-bf95-7ee550e6deaf tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:11.025572 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-80b4eaba-a53f-4341-8153-bfdc76f8c5d6 req-3578344c-49e4-4e3f-bf95-7ee550e6deaf tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 945 time: 0.1218133 Jun 16 14:59:11.028476 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Transition to ACTIVE for port object 16a983ba-ff5a-4173-91d2-22e55f7dc337 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 14:59:11.070202 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:11.157214 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] For port 644ccac5-3aa8-48a4-a0e4-484eabb05969, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=644ccac5-3aa8-48a4-a0e4-484eabb05969,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:11.157214 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:11.199175 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Calling delete_port for 644ccac5-3aa8-48a4-a0e4-484eabb05969 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 14:59:11.203973 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-3402d9c7-778f-417e-ab14-9eff496614fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 1002 time: 0.1965671 Jun 16 14:59:11.220483 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=16a983ba-ff5a-4173-91d2-22e55f7dc337,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:11.364267 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-80b4eaba-a53f-4341-8153-bfdc76f8c5d6 req-eb4054cd-7982-48ce-98ca-d9bba1daca5c tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd6fbd68-c12f-4a1d-a661-6f9c9498460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988508 Jun 16 14:59:11.403056 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-43c4a035-ee18-4e81-8481-1a45d5f46f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:11.404942 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-43c4a035-ee18-4e81-8481-1a45d5f46f4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.1897137 Jun 16 14:59:11.409851 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Attempting to bind port 16a983ba-ff5a-4173-91d2-22e55f7dc337 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:11.410253 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Attempting to bind port 16a983ba-ff5a-4173-91d2-22e55f7dc337 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:11.410628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Attempting to bind port 16a983ba-ff5a-4173-91d2-22e55f7dc337 on network c16e6338-b99e-49d1-ad21-99f01fa60631 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:11.463913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Port 16a983ba-ff5a-4173-91d2-22e55f7dc337 on network c16e6338-b99e-49d1-ad21-99f01fa60631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 14:59:11.464489 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Attempting to bind port 16a983ba-ff5a-4173-91d2-22e55f7dc337 on network c16e6338-b99e-49d1-ad21-99f01fa60631 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:11.494193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:11.494193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Checking segment: {'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:11.494193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Bound using segment: {'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:11.494193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Bound port: 16a983ba-ff5a-4173-91d2-22e55f7dc337, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2218b4-6eab-4d94-a41c-af8387209db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:11.494193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:11.520113 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-8ba60d58-7a4a-48e7-92fa-3a5053ca668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:11.522325 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-8ba60d58-7a4a-48e7-92fa-3a5053ca668e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031549 Jun 16 14:59:11.528414 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:11.558858 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967cc9e-05c2-41bc-83de-10b687b1fcbe req-1832798c-6b13-48ed-a35c-b2783931529c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:11.561613 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e967cc9e-05c2-41bc-83de-10b687b1fcbe req-1832798c-6b13-48ed-a35c-b2783931529c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0861263 Jun 16 14:59:11.643817 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e967cc9e-05c2-41bc-83de-10b687b1fcbe req-8ba170f2-6c93-4d43-92d7-6af368bcf0db tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721176 Jun 16 14:59:11.676993 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:11.733248 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] For port 16a983ba-ff5a-4173-91d2-22e55f7dc337, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:11.741557 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:11.790496 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] For port 16a983ba-ff5a-4173-91d2-22e55f7dc337, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=16a983ba-ff5a-4173-91d2-22e55f7dc337,segment=NetworkSegment(7c2218b4-6eab-4d94-a41c-af8387209db6),segment_id=7c2218b4-6eab-4d94-a41c-af8387209db6)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:11.804479 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (644ccac5-3aa8-48a4-a0e4-484eabb05969), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:11.825234 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:11.867751 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-0bd44051-0242-4ba9-8d1d-b8ac3b323851 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365014 Jun 16 14:59:11.878379 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18958-3604-403d-8722-c79540bf79f1 req-4d8d988f-08f8-49db-a051-e99c3181369c tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:11.879949 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5f18958-3604-403d-8722-c79540bf79f1 req-4d8d988f-08f8-49db-a051-e99c3181369c tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 948 time: 0.1799369 Jun 16 14:59:11.880743 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Pushing event deleted for resources: {'Port': ['ID=644ccac5-3aa8-48a4-a0e4-484eabb05969,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:11.893992 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:11.894967 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:11.896369 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] 10.222.0.86 "PUT /v2.0/ports/16a983ba-ff5a-4173-91d2-22e55f7dc337 HTTP/1.1" status: 200 len: 1098 time: 2.0700898 Jun 16 14:59:11.925734 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ae5bb3-0883-4d56-8204-f83a030a3de2', 'tag': '16a983ba-ff5a-4173-91d2-22e55f7dc337'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:59:11.928928 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a8248a-1e07-4b01-add8-f453b22abb63" -d '{"events": [{"name": "network-changed", "server_uuid": "81ae5bb3-0883-4d56-8204-f83a030a3de2", "tag": "16a983ba-ff5a-4173-91d2-22e55f7dc337"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:12.013861 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d18c9e-b75a-4867-b833-fd4a18bb9de6 x-openstack-request-id: req-08d18c9e-b75a-4867-b833-fd4a18bb9de6 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:12.014138 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ae5bb3-0883-4d56-8204-f83a030a3de2", "tag": "16a983ba-ff5a-4173-91d2-22e55f7dc337", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:12.014551 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08d18c9e-b75a-4867-b833-fd4a18bb9de6 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:12.014956 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d18c9e-b75a-4867-b833-fd4a18bb9de6'] response: {'name': 'network-changed', 'server_uuid': '81ae5bb3-0883-4d56-8204-f83a030a3de2', 'tag': '16a983ba-ff5a-4173-91d2-22e55f7dc337', 'status': 'completed', 'code': 200} Jun 16 14:59:12.285385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 644ccac5-3aa8-48a4-a0e4-484eabb05969 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 14:59:12.306892 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 644ccac5-3aa8-48a4-a0e4-484eabb05969 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 14:59:12.307242 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 644ccac5-3aa8-48a4-a0e4-484eabb05969 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 14:59:12.365067 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] No DVR routers for this DVR port 644ccac5-3aa8-48a4-a0e4-484eabb05969 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 14:59:12.390072 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:12.393393 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b7ca151c-f77b-4d1b-88f5-61df3b89d982 req-0dce117e-148f-47d4-8a03-2fad9a5ac72e tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.86 "DELETE /v2.0/ports/644ccac5-3aa8-48a4-a0e4-484eabb05969 HTTP/1.1" status: 204 len: 173 time: 1.8589087 Jun 16 14:59:12.394013 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdc9f1-9ac7-4eed-8749-47eeb6ada5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=16a983ba-ff5a-4173-91d2-22e55f7dc337,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:12.397293 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-a7117950-78f2-434c-a106-7a7829ad1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:12.398792 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-a7117950-78f2-434c-a106-7a7829ad1e54 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22a75da564c3434ca8a1cff32b9edd4d&device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 1132 time: 0.3938811 Jun 16 14:59:12.441771 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5f18958-3604-403d-8722-c79540bf79f1 req-c3a009b4-8cf4-431e-909b-6307e0fbc353 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026283 Jun 16 14:59:12.495356 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-f114032b-e613-4a98-8438-6225664a5b20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=16a983ba-ff5a-4173-91d2-22e55f7dc337 HTTP/1.1" status: 200 len: 217 time: 0.0721307 Jun 16 14:59:12.500525 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ad64d3b5-16d5-465c-8cad-deced7e08646 req-85fde6cc-d10d-4354-b6c5-837933322991 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141925 Jun 16 14:59:12.519051 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:12.546755 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2871939f-4e1f-4374-93ab-dc3c5f179f1a req-57f18cfe-4eb6-49ea-a3d4-1b5586c12c93 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.0582345 Jun 16 14:59:12.550468 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-06135c3c-9345-420e-89ec-46098e3a47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:12.552279 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-06135c3c-9345-420e-89ec-46098e3a47c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b44c9c1-889e-4294-a28c-1a6c579d5020 HTTP/1.1" status: 200 len: 843 time: 0.0508220 Jun 16 14:59:12.638518 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-fbf85371-9cb0-4d34-9fe3-6f7c85d64a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:12.640174 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-fbf85371-9cb0-4d34-9fe3-6f7c85d64a24 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c16e6338-b99e-49d1-ad21-99f01fa60631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0486774 Jun 16 14:59:12.785302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aacda1-6492-4bce-a732-2f486fef748b req-5c7082b4-c32b-45c8-99f3-0b73353a9a06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:12.786874 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-57aacda1-6492-4bce-a732-2f486fef748b req-5c7082b4-c32b-45c8-99f3-0b73353a9a06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0675623 Jun 16 14:59:12.793769 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-9f90b5c4-a554-4211-897e-a417fa665e86 service neutron] 10.222.0.86 "GET /v2.0/networks/c16e6338-b99e-49d1-ad21-99f01fa60631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332698 Jun 16 14:59:12.844233 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-57aacda1-6492-4bce-a732-2f486fef748b req-8082b5d6-4705-4697-a70b-ae3c341b56e8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494976 Jun 16 14:59:13.165821 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48e03b12-78a7-413e-a2dd-6217f82a14b1 req-ae3add2a-9d2b-465d-bc64-dae8327ee550 service neutron] 10.222.0.86 "GET /v2.0/networks/c16e6338-b99e-49d1-ad21-99f01fa60631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017656 Jun 16 14:59:13.586702 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4bd92-27fb-407b-95a6-c03297910cee req-c05bcdcd-2b50-4800-a1db-291599c16c9e tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:13.588304 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7ef4bd92-27fb-407b-95a6-c03297910cee req-c05bcdcd-2b50-4800-a1db-291599c16c9e tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 948 time: 0.0498228 Jun 16 14:59:13.643545 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7ef4bd92-27fb-407b-95a6-c03297910cee req-ff1f0390-7876-49bf-8d85-c53468f2a67d tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480390 Jun 16 14:59:13.649811 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6a60a6f5-b813-4170-bada-cac7044b7702 req-841a7603-eccc-4b34-8926-eb2942855078 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.0299079 Jun 16 14:59:13.976166 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613f369-3631-4587-8b02-344af98d732e req-98b2d9d5-bfb1-40a9-80db-d1c0bf99f80c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:13.977756 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f613f369-3631-4587-8b02-344af98d732e req-98b2d9d5-bfb1-40a9-80db-d1c0bf99f80c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0538201 Jun 16 14:59:14.015603 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17881d-ac5f-44ca-a709-a52350a37a18', 'name': 'network-vif-deleted', 'tag': '644ccac5-3aa8-48a4-a0e4-484eabb05969'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:59:14.018448 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc608dd-6e98-4e51-9ee8-dd2f4a2709d9" -d '{"events": [{"server_uuid": "fd17881d-ac5f-44ca-a709-a52350a37a18", "name": "network-vif-deleted", "tag": "644ccac5-3aa8-48a4-a0e4-484eabb05969"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:14.040987 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f613f369-3631-4587-8b02-344af98d732e req-6a3f5e11-0535-4f63-9f45-9a2150272ce0 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572927 Jun 16 14:59:14.076620 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28321baa-ace5-4a52-8662-67cdef037287 x-openstack-request-id: req-28321baa-ace5-4a52-8662-67cdef037287 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:14.077119 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17881d-ac5f-44ca-a709-a52350a37a18", "name": "network-vif-deleted", "tag": "644ccac5-3aa8-48a4-a0e4-484eabb05969", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:14.077521 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28321baa-ace5-4a52-8662-67cdef037287 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:14.089680 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28321baa-ace5-4a52-8662-67cdef037287'] response: {'server_uuid': 'fd17881d-ac5f-44ca-a709-a52350a37a18', 'name': 'network-vif-deleted', 'tag': '644ccac5-3aa8-48a4-a0e4-484eabb05969', 'status': 'completed', 'code': 200} Jun 16 14:59:14.372108 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:14.781879 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ed733689-1537-4f60-8584-7d27f539826a req-163390a9-02a9-4862-9c26-33e2a63c6227 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.0437360 Jun 16 14:59:14.794909 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c852f-fb41-47db-8865-28d891263474 req-304ca1ed-dd37-4b37-be96-e09b1b002e6b tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:14.796519 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f67c852f-fb41-47db-8865-28d891263474 req-304ca1ed-dd37-4b37-be96-e09b1b002e6b tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 948 time: 0.0628736 Jun 16 14:59:14.851169 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f67c852f-fb41-47db-8865-28d891263474 req-24c7f735-3707-4b42-9019-adce921ef247 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486522 Jun 16 14:59:14.885828 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:15.167235 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdbf77-3b68-4f1e-a7ec-5687923bc34a req-6991f69b-338e-4b76-ab7f-e67dfb22e16b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:15.168645 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-49bdbf77-3b68-4f1e-a7ec-5687923bc34a req-6991f69b-338e-4b76-ab7f-e67dfb22e16b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0520408 Jun 16 14:59:15.208163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:15.222618 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-49bdbf77-3b68-4f1e-a7ec-5687923bc34a req-01f0319e-0674-44a2-bfef-17a013286c01 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Jun 16 14:59:15.786247 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36082) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:15.909485 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8e8eec62-22ec-4ad4-b550-2ea0b64adb51 req-9e789b4c-e3ea-470b-b066-6190e3f79e4b tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.0492058 Jun 16 14:59:15.927114 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bd6f070a-2261-4a43-9b0f-6aac6efa513b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.024016 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1365e-5236-49f5-a306-1685fce4621b req-01728522-cf0e-4488-b21b-cc930a6710ac tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:16.025587 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73f1365e-5236-49f5-a306-1685fce4621b req-01728522-cf0e-4488-b21b-cc930a6710ac tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 948 time: 0.0667262 Jun 16 14:59:16.089189 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bd6f070a-2261-4a43-9b0f-6aac6efa513b admin admin] Publish callbacks [] for security_group (9cf465f2-e4ec-4f75-992d-33dd9221019b), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.097672 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bd6f070a-2261-4a43-9b0f-6aac6efa513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (9cf465f2-e4ec-4f75-992d-33dd9221019b), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.099956 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:16.124522 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73f1365e-5236-49f5-a306-1685fce4621b req-ad51c1c8-2966-4e03-b1f6-634ccd1a9e5a tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923932 Jun 16 14:59:16.151784 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-bd6f070a-2261-4a43-9b0f-6aac6efa513b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d34021f0bea45bf9226c74eccf002cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643553 Jun 16 14:59:16.153360 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f070a-2261-4a43-9b0f-6aac6efa513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf465f2-e4ec-4f75-992d-33dd9221019b,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:16.155915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36090) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:16.217756 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-337dc856-e605-47ae-8b6b-64c4a935897d admin admin] Publish callbacks [] for security_group (9cf465f2-e4ec-4f75-992d-33dd9221019b), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.240934 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-337dc856-e605-47ae-8b6b-64c4a935897d admin admin] Publish callbacks [] for security_group (9cf465f2-e4ec-4f75-992d-33dd9221019b), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.309046 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-337dc856-e605-47ae-8b6b-64c4a935897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (9cf465f2-e4ec-4f75-992d-33dd9221019b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.312085 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-337dc856-e605-47ae-8b6b-64c4a935897d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.313471 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-337dc856-e605-47ae-8b6b-64c4a935897d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9cf465f2-e4ec-4f75-992d-33dd9221019b HTTP/1.1" status: 204 len: 168 time: 0.1566103 Jun 16 14:59:16.322599 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dc856-e605-47ae-8b6b-64c4a935897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf465f2-e4ec-4f75-992d-33dd9221019b,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:16.356099 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee9fac-82d6-4278-91dc-c7c230a2504b req-27de7c59-1324-4e55-b71c-52bc61a815d9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:16.357740 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bcee9fac-82d6-4278-91dc-c7c230a2504b req-27de7c59-1324-4e55-b71c-52bc61a815d9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0599756 Jun 16 14:59:16.421606 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bcee9fac-82d6-4278-91dc-c7c230a2504b req-866b6329-fcdb-4407-8b47-40f08fe1a9be tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517569 Jun 16 14:59:16.664520 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36100) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:16.683221 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da1fad6f-128c-496d-b363-be28a6065b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.770510 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da1fad6f-128c-496d-b363-be28a6065b50 admin admin] Publish callbacks [] for security_group (52e65a8b-cec4-43f2-8017-bdeaa0c12084), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.775475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da1fad6f-128c-496d-b363-be28a6065b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (52e65a8b-cec4-43f2-8017-bdeaa0c12084), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.816950 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-da1fad6f-128c-496d-b363-be28a6065b50 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c6d0ed71ffe4cdebe22422c3f8c31fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511683 Jun 16 14:59:16.819051 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fad6f-128c-496d-b363-be28a6065b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e65a8b-cec4-43f2-8017-bdeaa0c12084,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:16.820205 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36104) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:16.873011 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:16.890461 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Publish callbacks [] for security_group (52e65a8b-cec4-43f2-8017-bdeaa0c12084), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.909723 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Publish callbacks [] for security_group (52e65a8b-cec4-43f2-8017-bdeaa0c12084), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.962454 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (52e65a8b-cec4-43f2-8017-bdeaa0c12084), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.965373 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:16.969080 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52e65a8b-cec4-43f2-8017-bdeaa0c12084 HTTP/1.1" status: 204 len: 168 time: 0.1452401 Jun 16 14:59:16.974927 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e65a8b-cec4-43f2-8017-bdeaa0c12084,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:16.983785 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.984138 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.984543 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.984919 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.985256 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.985589 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.985918 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.986246 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.986577 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.986899 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.987226 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.987552 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.987876 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.988556 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:16.988900 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681bcfc-54e4-4dfd-898f-9fa82dd76147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:17.020585 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03fcbdbe-2f9e-4e3b-b1fc-3d2b4ece67cd req-21138a38-94ac-46f2-97f9-36bd32e52509 tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.0315344 Jun 16 14:59:17.266684 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982607fe-a6dc-4c46-9b5f-4b90b18a2417 req-4ee20610-96fe-402c-ae17-24c5afef6b3f tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:17.268204 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-982607fe-a6dc-4c46-9b5f-4b90b18a2417 req-4ee20610-96fe-402c-ae17-24c5afef6b3f tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 948 time: 0.0671880 Jun 16 14:59:17.328359 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-982607fe-a6dc-4c46-9b5f-4b90b18a2417 req-815a096c-dd4e-4db9-8243-a7e56ceb5956 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544407 Jun 16 14:59:17.363395 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36114) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:17.377366 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e0b7855c-c996-4ab6-be93-ba561ec7db65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:17.463747 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e0b7855c-c996-4ab6-be93-ba561ec7db65 admin admin] Publish callbacks [] for security_group (2cb8bb8e-7116-42ca-a86e-be353c871fbe), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:17.468765 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e0b7855c-c996-4ab6-be93-ba561ec7db65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (2cb8bb8e-7116-42ca-a86e-be353c871fbe), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:17.523812 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7855c-c996-4ab6-be93-ba561ec7db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb8bb8e-7116-42ca-a86e-be353c871fbe,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:17.530493 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e0b7855c-c996-4ab6-be93-ba561ec7db65 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=93eb37a6e245478584add425681a9068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634338 Jun 16 14:59:17.530794 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36118) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:17.579383 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:17.584140 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09ec3-72c2-4fa9-9dfe-024b344782ad req-047c16d1-efc2-49ab-bca7-b3254388eba4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:17.586457 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3c09ec3-72c2-4fa9-9dfe-024b344782ad req-047c16d1-efc2-49ab-bca7-b3254388eba4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0684352 Jun 16 14:59:17.593484 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2d91184e-024e-413b-8886-2c6631439577 admin admin] Publish callbacks [] for security_group (2cb8bb8e-7116-42ca-a86e-be353c871fbe), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:17.628931 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2d91184e-024e-413b-8886-2c6631439577 admin admin] Publish callbacks [] for security_group (2cb8bb8e-7116-42ca-a86e-be353c871fbe), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:17.647365 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3c09ec3-72c2-4fa9-9dfe-024b344782ad req-76e49a5f-b9ba-48ff-b893-46b44d3bba4d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550525 Jun 16 14:59:17.682284 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2d91184e-024e-413b-8886-2c6631439577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (2cb8bb8e-7116-42ca-a86e-be353c871fbe), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:17.685126 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2d91184e-024e-413b-8886-2c6631439577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:17.686987 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2d91184e-024e-413b-8886-2c6631439577 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2cb8bb8e-7116-42ca-a86e-be353c871fbe HTTP/1.1" status: 204 len: 168 time: 0.1545837 Jun 16 14:59:17.695857 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91184e-024e-413b-8886-2c6631439577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb8bb8e-7116-42ca-a86e-be353c871fbe,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:18.018336 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-19ff681a-3277-43d3-9b44-f3211c193669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:18.019874 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-19ff681a-3277-43d3-9b44-f3211c193669 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22a75da564c3434ca8a1cff32b9edd4d&device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 1132 time: 0.0459843 Jun 16 14:59:18.069274 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:18.158155 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b438083f-4f21-49cd-a52b-753e8b4a428e req-87e4aebf-1801-4def-9b1c-dbd2cc648bba tempest-DeleteServersTestJSON-504414535 tempest-DeleteServersTestJSON-504414535-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd17881d-ac5f-44ca-a709-a52350a37a18 HTTP/1.1" status: 200 len: 210 time: 0.0321519 Jun 16 14:59:18.160512 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-ebf56ea2-1e75-4f1d-8909-e85e142857b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:18.162048 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-ebf56ea2-1e75-4f1d-8909-e85e142857b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c16e6338-b99e-49d1-ad21-99f01fa60631 HTTP/1.1" status: 200 len: 871 time: 0.1163287 Jun 16 14:59:18.368338 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 16a983ba-ff5a-4173-91d2-22e55f7dc337 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 14:59:18.403119 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:18.464140 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-0735a943-5ed3-4504-8c73-973902e970fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=16a983ba-ff5a-4173-91d2-22e55f7dc337 HTTP/1.1" status: 200 len: 217 time: 0.0583863 Jun 16 14:59:18.554611 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9436-d173-4ccb-9f57-b8f6e0c11927 req-43402f30-d248-4962-a5d5-dda4be431803 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:18.562060 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-210f9436-d173-4ccb-9f57-b8f6e0c11927 req-43402f30-d248-4962-a5d5-dda4be431803 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 948 time: 0.1023736 Jun 16 14:59:18.567953 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 16a983ba-ff5a-4173-91d2-22e55f7dc337, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=16a983ba-ff5a-4173-91d2-22e55f7dc337,segment=NetworkSegment(7c2218b4-6eab-4d94-a41c-af8387209db6),segment_id=7c2218b4-6eab-4d94-a41c-af8387209db6)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:18.583610 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-ae9c116e-2d65-466e-bd21-021dae359147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:18.585811 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-ae9c116e-2d65-466e-bd21-021dae359147 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b44c9c1-889e-4294-a28c-1a6c579d5020 HTTP/1.1" status: 200 len: 843 time: 0.1080213 Jun 16 14:59:18.590240 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '16a983ba-ff5a-4173-91d2-22e55f7dc337', 'network_id': 'c16e6338-b99e-49d1-ad21-99f01fa60631', 'port_id': '16a983ba-ff5a-4173-91d2-22e55f7dc337', 'mac_address': 'fa:16:3e:02:3e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b44c9c1-889e-4294-a28c-1a6c579d5020', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 14:59:18.659037 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 16a983ba-ff5a-4173-91d2-22e55f7dc337 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:18.659514 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:18.670226 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:18.681892 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a983ba-ff5a-4173-91d2-22e55f7dc337 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:59:18.691443 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-1fd922db-12d8-4213-b639-400eadd7f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:18.693401 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-1fd922db-12d8-4213-b639-400eadd7f0af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c16e6338-b99e-49d1-ad21-99f01fa60631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0941143 Jun 16 14:59:18.703647 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-210f9436-d173-4ccb-9f57-b8f6e0c11927 req-212d3904-f824-4bd4-a40c-dabcd167e5be tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403103 Jun 16 14:59:18.708597 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 16a983ba-ff5a-4173-91d2-22e55f7dc337, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=16a983ba-ff5a-4173-91d2-22e55f7dc337,segment=NetworkSegment(7c2218b4-6eab-4d94-a41c-af8387209db6),segment_id=7c2218b4-6eab-4d94-a41c-af8387209db6)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:18.713829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:18.717263 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:18.777997 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=16a983ba-ff5a-4173-91d2-22e55f7dc337,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:18.787293 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.789425 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.797743 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.798116 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.798711 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.799386 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.800018 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.800522 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.801048 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.801388 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.801725 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.802158 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.802515 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.802908 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.803309 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:18.852152 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-5de81892-fef0-4663-8da6-2f787ca19c02 service neutron] 10.222.0.86 "GET /v2.0/networks/c16e6338-b99e-49d1-ad21-99f01fa60631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461284 Jun 16 14:59:18.860478 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7069b-c0f7-4355-968d-93b94ab84955 req-bb0a85fc-92f4-446e-9038-f91615f314f5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:18.862654 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a1f7069b-c0f7-4355-968d-93b94ab84955 req-bb0a85fc-92f4-446e-9038-f91615f314f5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0768909 Jun 16 14:59:18.939397 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a1f7069b-c0f7-4355-968d-93b94ab84955 req-6ef1fcc6-70af-473d-ac1a-1dbf34624eb5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649915 Jun 16 14:59:19.007462 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c6a8248a-1e07-4b01-add8-f453b22abb63 req-c4871586-eb7d-4b9c-90e7-e5d5e6d9ef67 service neutron] 10.222.0.86 "GET /v2.0/networks/c16e6338-b99e-49d1-ad21-99f01fa60631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473579 Jun 16 14:59:19.415532 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['16a983ba-ff5a-4173-91d2-22e55f7dc337'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 14:59:19.836580 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3663e47-981e-472e-b9b4-eebe5f9e9efc req-d136fc4d-5dad-4509-875a-ce33db61049a tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:19.838114 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d3663e47-981e-472e-b9b4-eebe5f9e9efc req-d136fc4d-5dad-4509-875a-ce33db61049a tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 949 time: 0.0485015 Jun 16 14:59:19.904066 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d3663e47-981e-472e-b9b4-eebe5f9e9efc req-240da97b-51bb-4c2d-bb31-d9d427819148 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572982 Jun 16 14:59:20.061426 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3505ee8-9f9e-48b2-961e-bffdee76d9ee req-fdf87cfb-784a-4b49-9062-50dfdf869226 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:20.062925 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c3505ee8-9f9e-48b2-961e-bffdee76d9ee req-fdf87cfb-784a-4b49-9062-50dfdf869226 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0604389 Jun 16 14:59:20.120869 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c3505ee8-9f9e-48b2-961e-bffdee76d9ee req-3a651ad1-75f6-4d4f-b8e4-7be7ea297e49 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521989 Jun 16 14:59:20.902191 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 16a983ba-ff5a-4173-91d2-22e55f7dc337 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:20.951382 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 16a983ba-ff5a-4173-91d2-22e55f7dc337 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 14:59:20.966503 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 16a983ba-ff5a-4173-91d2-22e55f7dc337 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:20.966986 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:21.033228 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321a737-bd79-4708-a562-6ecf6fbe6e9e req-90ab0837-2e34-4bf0-b19f-4d2cf13d634e tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:21.034866 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c321a737-bd79-4708-a562-6ecf6fbe6e9e req-90ab0837-2e34-4bf0-b19f-4d2cf13d634e tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 949 time: 0.0588775 Jun 16 14:59:21.056625 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 16a983ba-ff5a-4173-91d2-22e55f7dc337 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:21.057047 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:21.083653 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ae5bb3-0883-4d56-8204-f83a030a3de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a983ba-ff5a-4173-91d2-22e55f7dc337'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:59:21.086403 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb583712-e74e-4170-aa00-9af515040b62" -d '{"events": [{"server_uuid": "81ae5bb3-0883-4d56-8204-f83a030a3de2", "name": "network-vif-plugged", "status": "completed", "tag": "16a983ba-ff5a-4173-91d2-22e55f7dc337"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:21.087059 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c321a737-bd79-4708-a562-6ecf6fbe6e9e req-ebe9adad-4020-4900-a6ff-96e6fed089e3 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455325 Jun 16 14:59:21.102849 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 16a983ba-ff5a-4173-91d2-22e55f7dc337, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=16a983ba-ff5a-4173-91d2-22e55f7dc337,segment=NetworkSegment(7c2218b4-6eab-4d94-a41c-af8387209db6),segment_id=7c2218b4-6eab-4d94-a41c-af8387209db6)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:21.107752 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:21.132949 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5af9a9-563b-4420-a09c-ce6cd7c08cee x-openstack-request-id: req-9c5af9a9-563b-4420-a09c-ce6cd7c08cee {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:21.133236 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ae5bb3-0883-4d56-8204-f83a030a3de2", "name": "network-vif-plugged", "status": "completed", "tag": "16a983ba-ff5a-4173-91d2-22e55f7dc337", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:21.133489 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c5af9a9-563b-4420-a09c-ce6cd7c08cee {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:21.133926 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5af9a9-563b-4420-a09c-ce6cd7c08cee'] response: {'server_uuid': '81ae5bb3-0883-4d56-8204-f83a030a3de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a983ba-ff5a-4173-91d2-22e55f7dc337', 'code': 200} Jun 16 14:59:21.161762 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=16a983ba-ff5a-4173-91d2-22e55f7dc337,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:21.253383 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280508c8-bb2b-45fc-97b0-36b925dbc43c req-e10d53cb-ddd2-4bb0-9198-bf037f99b404 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:21.254931 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-280508c8-bb2b-45fc-97b0-36b925dbc43c req-e10d53cb-ddd2-4bb0-9198-bf037f99b404 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Jun 16 14:59:21.317003 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-280508c8-bb2b-45fc-97b0-36b925dbc43c req-a1faf979-e7f9-4b8d-8c41-5a470b4df34f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553458 Jun 16 14:59:21.412611 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5a4cf-c31d-49e1-ae2b-fe15a9746830 req-ce54959f-f411-47f5-99be-cc168243b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:21.414334 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5dd5a4cf-c31d-49e1-ae2b-fe15a9746830 req-ce54959f-f411-47f5-99be-cc168243b7a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 1134 time: 0.0413465 Jun 16 14:59:21.470347 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5dd5a4cf-c31d-49e1-ae2b-fe15a9746830 req-6143518b-0ab3-4189-80a0-63c07ff6db3b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471611 Jun 16 14:59:21.771119 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36214) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:21.918332 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:22.437956 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (077e57c8-08a6-4547-a40b-532d321984c1), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:22.449074 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7576-0e74-447f-b62c-5efbfce9e582 req-2f0d43da-f9f1-413f-8a17-00773b8a6fe7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:22.451280 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6eba7576-0e74-447f-b62c-5efbfce9e582 req-2f0d43da-f9f1-413f-8a17-00773b8a6fe7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0496716 Jun 16 14:59:22.481145 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faacf4-cf94-448a-8200-870a73b74c3d req-3266fafa-5ee3-4a1e-814c-1eb89909e55b tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:22.482706 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-95faacf4-cf94-448a-8200-870a73b74c3d req-3266fafa-5ee3-4a1e-814c-1eb89909e55b tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 950 time: 0.1315565 Jun 16 14:59:22.506843 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6eba7576-0e74-447f-b62c-5efbfce9e582 req-835d9e8f-c033-49fc-9667-a428f4d536d5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493822 Jun 16 14:59:22.585708 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-95faacf4-cf94-448a-8200-870a73b74c3d req-e851b64c-29a0-46a6-8876-dad935cde096 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954638 Jun 16 14:59:22.791134 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Deleting port f0632c4f-45a6-4749-b825-a6b7a640f981 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 14:59:22.791134 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:22.816514 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:22.923742 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] For port f0632c4f-45a6-4749-b825-a6b7a640f981, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=f0632c4f-45a6-4749-b825-a6b7a640f981,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:22.924361 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:22.944520 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Calling delete_port for f0632c4f-45a6-4749-b825-a6b7a640f981 owned by network:router_interface {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 14:59:22.982629 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36242) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:23.142744 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d836b0b2-c590-4e12-86bd-12f1c04e4428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.164457 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=74 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:23.171654 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:23.188272 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (f0632c4f-45a6-4749-b825-a6b7a640f981), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.222632 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0632c4f-45a6-4749-b825-a6b7a640f981,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:23.252129 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d836b0b2-c590-4e12-86bd-12f1c04e4428 admin admin] Publish callbacks [] for security_group (cbc85668-a331-44b6-b288-d2e83220edf9), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.259869 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d836b0b2-c590-4e12-86bd-12f1c04e4428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (cbc85668-a331-44b6-b288-d2e83220edf9), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.308251 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:23.328505 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836b0b2-c590-4e12-86bd-12f1c04e4428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc85668-a331-44b6-b288-d2e83220edf9,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:23.333692 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d836b0b2-c590-4e12-86bd-12f1c04e4428 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9da94b7d625146c694e6d96613699f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498573 Jun 16 14:59:23.337274 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36248) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:23.428950 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (077e57c8-08a6-4547-a40b-532d321984c1), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.453196 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e21b7640-45fd-4cb5-8eee-7b80ee863b37 admin admin] Publish callbacks [] for security_group (cbc85668-a331-44b6-b288-d2e83220edf9), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.542103 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e21b7640-45fd-4cb5-8eee-7b80ee863b37 admin admin] Publish callbacks [] for security_group (cbc85668-a331-44b6-b288-d2e83220edf9), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.666634 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e21b7640-45fd-4cb5-8eee-7b80ee863b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (cbc85668-a331-44b6-b288-d2e83220edf9), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.669288 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e21b7640-45fd-4cb5-8eee-7b80ee863b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:23.670499 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e21b7640-45fd-4cb5-8eee-7b80ee863b37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbc85668-a331-44b6-b288-d2e83220edf9 HTTP/1.1" status: 204 len: 168 time: 0.3321481 Jun 16 14:59:23.682309 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996634fb-83b9-4fd4-8825-d078c4c04e4d req-df0b56ea-3d85-497f-921a-9d489df2981f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:23.690807 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-996634fb-83b9-4fd4-8825-d078c4c04e4d req-df0b56ea-3d85-497f-921a-9d489df2981f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1086013 Jun 16 14:59:23.711571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b7640-45fd-4cb5-8eee-7b80ee863b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc85668-a331-44b6-b288-d2e83220edf9,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:23.723390 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:23.776101 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36264) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:23.777490 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-996634fb-83b9-4fd4-8825-d078c4c04e4d req-07640605-071b-4f21-a340-6733d4880275 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854328 Jun 16 14:59:23.805034 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506c32-8033-4b84-950d-8e550718762a req-55955abe-2ae2-4040-91a5-e6b03c4f40d0 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:23.806533 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-02506c32-8033-4b84-950d-8e550718762a req-55955abe-2ae2-4040-91a5-e6b03c4f40d0 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 950 time: 0.0989320 Jun 16 14:59:23.819913 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Router 077e57c8-08a6-4547-a40b-532d321984c1 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:59:23.932307 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-02506c32-8033-4b84-950d-8e550718762a req-6cf559a1-3de6-4582-8e4a-8232c37d9c78 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153240 Jun 16 14:59:23.969708 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:23.989095 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d212b47-0f59-47a6-947d-38304902574a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.027345 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:59:24.036042 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36270) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:24.036883 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5c73827c-560f-4950-8500-212d0db9194f admin admin] 10.222.0.72 "PUT /v2.0/routers/077e57c8-08a6-4547-a40b-532d321984c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2646291 Jun 16 14:59:24.044603 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] Sync routers for ids ['077e57c8-08a6-4547-a40b-532d321984c1'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:24.065715 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] Routers {'077e57c8-08a6-4547-a40b-532d321984c1'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:24.066525 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['077e57c8-08a6-4547-a40b-532d321984c1'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:24.113939 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:24.120182 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d212b47-0f59-47a6-947d-38304902574a admin admin] Publish callbacks [] for security_group (ac2dd627-718a-4a2d-8ad0-a793f583ab3e), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.125753 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d212b47-0f59-47a6-947d-38304902574a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ac2dd627-718a-4a2d-8ad0-a793f583ab3e), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.186996 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d212b47-0f59-47a6-947d-38304902574a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2dd627-718a-4a2d-8ad0-a793f583ab3e,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:24.195699 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-4d212b47-0f59-47a6-947d-38304902574a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7206ab05cd174bae9d62eebef69af57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121447 Jun 16 14:59:24.195964 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks [] for router (077e57c8-08a6-4547-a40b-532d321984c1), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.198286 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36274) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:24.318033 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1226e6e3-482a-4ede-9fcc-42e8ff7e99c3 admin admin] Publish callbacks [] for security_group (ac2dd627-718a-4a2d-8ad0-a793f583ab3e), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.326996 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] Set router 077e57c8-08a6-4547-a40b-532d321984c1 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:24.346761 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1226e6e3-482a-4ede-9fcc-42e8ff7e99c3 admin admin] Publish callbacks [] for security_group (ac2dd627-718a-4a2d-8ad0-a793f583ab3e), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.353250 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks [] for router_gateway (077e57c8-08a6-4547-a40b-532d321984c1), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.420386 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1226e6e3-482a-4ede-9fcc-42e8ff7e99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ac2dd627-718a-4a2d-8ad0-a793f583ab3e), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.423080 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1226e6e3-482a-4ede-9fcc-42e8ff7e99c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.426922 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1226e6e3-482a-4ede-9fcc-42e8ff7e99c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac2dd627-718a-4a2d-8ad0-a793f583ab3e HTTP/1.1" status: 204 len: 168 time: 0.2250314 Jun 16 14:59:24.434222 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226e6e3-482a-4ede-9fcc-42e8ff7e99c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2dd627-718a-4a2d-8ad0-a793f583ab3e,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:24.437832 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Deleting port 4d261771-85d2-4c26-b83d-0662a16e2298 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 14:59:24.439900 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.586979 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] For port 4d261771-85d2-4c26-b83d-0662a16e2298, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=4d261771-85d2-4c26-b83d-0662a16e2298,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:24.587619 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:24.606259 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Calling delete_port for 4d261771-85d2-4c26-b83d-0662a16e2298 owned by network:router_gateway {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 14:59:24.622743 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:59:23Z', 'revision_number': 5, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port': {'id': '4d261771-85d2-4c26-b83d-0662a16e2298', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e57c8-08a6-4547-a40b-532d321984c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:24.664491 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] Checking router: 077e57c8-08a6-4547-a40b-532d321984c1 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:59:24.674725 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] Routers {'077e57c8-08a6-4547-a40b-532d321984c1'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:24.675373 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['077e57c8-08a6-4547-a40b-532d321984c1'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:24.821491 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] Set router 077e57c8-08a6-4547-a40b-532d321984c1 gateway port host: None {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:24.901592 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:59:24Z', 'revision_number': 6, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:24.942698 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42510d-ac88-4d5e-804d-a5bc3150a3a3 None None] The sync data for ids ['077e57c8-08a6-4547-a40b-532d321984c1'] in dv-cinder-837165-3-iscsi is: [{'id': '077e57c8-08a6-4547-a40b-532d321984c1', 'name': 'tempest-DeleteServersTestJSON-359057902-router', 'tenant_id': 'a0788d395b4e4632b29e263608e28973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:59:24Z', 'revision_number': 6, 'project_id': 'a0788d395b4e4632b29e263608e28973', 'gw_port_host': None}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:59:24.953527 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dcdd1-1610-442c-83ac-6fc8e90ff7f5 req-af7c365c-9b7d-49de-823f-50113e8a5d3e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:24.956719 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3f6dcdd1-1610-442c-83ac-6fc8e90ff7f5 req-af7c365c-9b7d-49de-823f-50113e8a5d3e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0886805 Jun 16 14:59:24.986924 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (4d261771-85d2-4c26-b83d-0662a16e2298), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.027986 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d261771-85d2-4c26-b83d-0662a16e2298,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:25.089186 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (077e57c8-08a6-4547-a40b-532d321984c1), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.188537 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d70666-b01d-4320-afcf-ae32c8ffa84b req-2c13a1ae-62dc-465c-8dfc-3b66804d5af6 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:25.193310 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-89d70666-b01d-4320-afcf-ae32c8ffa84b req-2c13a1ae-62dc-465c-8dfc-3b66804d5af6 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 950 time: 0.1093667 Jun 16 14:59:25.258430 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-89d70666-b01d-4320-afcf-ae32c8ffa84b req-b88aa3d2-1697-4ab9-a00c-236bf13a2fbb tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581429 Jun 16 14:59:25.284551 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (077e57c8-08a6-4547-a40b-532d321984c1), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.288433 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks [] for router_controller (077e57c8-08a6-4547-a40b-532d321984c1), precommit_delete_associations {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.295720 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3f6dcdd1-1610-442c-83ac-6fc8e90ff7f5 req-efd3124f-8b51-49a3-967d-a5fb5a80687a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173211 Jun 16 14:59:25.426548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (077e57c8-08a6-4547-a40b-532d321984c1), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.427205 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 077e57c8-08a6-4547-a40b-532d321984c1 {{(pid=110480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 14:59:25.434075 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.438518 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36318) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:25.442293 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-3e314843-8450-4734-9e33-b43f1128984b admin admin] 10.222.0.72 "DELETE /v2.0/routers/077e57c8-08a6-4547-a40b-532d321984c1 HTTP/1.1" status: 204 len: 168 time: 1.4050312 Jun 16 14:59:25.521694 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a694a0c-49fb-4eec-801a-7d73ed40f12a admin admin] Deleting subnet 44bc844b-473b-431a-82f0-319774db4b70 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 14:59:25.526265 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7a694a0c-49fb-4eec-801a-7d73ed40f12a admin admin] Publish callbacks [] for subnet (44bc844b-473b-431a-82f0-319774db4b70), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.591080 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7a694a0c-49fb-4eec-801a-7d73ed40f12a admin admin] Publish callbacks [] for subnet (44bc844b-473b-431a-82f0-319774db4b70), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.684645 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:25.694462 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983fae3-1680-4111-af65-aea63fec8b95 req-6d67908f-aa55-4537-9faf-7abeca51c779 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:25.701340 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4983fae3-1680-4111-af65-aea63fec8b95 req-6d67908f-aa55-4537-9faf-7abeca51c779 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 950 time: 0.0576117 Jun 16 14:59:25.706547 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7a694a0c-49fb-4eec-801a-7d73ed40f12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (44bc844b-473b-431a-82f0-319774db4b70), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.761236 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4983fae3-1680-4111-af65-aea63fec8b95 req-6a3c17b9-b760-43ad-b6ec-227e8fbda0c8 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589602 Jun 16 14:59:25.796562 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7a694a0c-49fb-4eec-801a-7d73ed40f12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (44bc844b-473b-431a-82f0-319774db4b70), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.827325 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a694a0c-49fb-4eec-801a-7d73ed40f12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bc844b-473b-431a-82f0-319774db4b70,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:25.841543 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b3708-21f3-4a83-86ec-eaf71607960f None None] Network b6f4c40d-6092-40a7-85ed-80fb26ed2561 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:25.847959 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7a694a0c-49fb-4eec-801a-7d73ed40f12a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:25.854080 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7a694a0c-49fb-4eec-801a-7d73ed40f12a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/44bc844b-473b-431a-82f0-319774db4b70 HTTP/1.1" status: 204 len: 168 time: 0.4144435 Jun 16 14:59:25.856655 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36330) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:25.919839 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:26.025727 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (b6f4c40d-6092-40a7-85ed-80fb26ed2561), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.102789 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Deleting port 2607b74d-c784-487e-92ca-37463c985820 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 14:59:26.102789 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (2607b74d-c784-487e-92ca-37463c985820), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.251793 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] For port 2607b74d-c784-487e-92ca-37463c985820, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=2607b74d-c784-487e-92ca-37463c985820,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:26.252148 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (2607b74d-c784-487e-92ca-37463c985820), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.268432 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] DHCP port deletion for b6f4c40d-6092-40a7-85ed-80fb26ed2561 request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 14:59:26.289724 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Calling delete_port for 2607b74d-c784-487e-92ca-37463c985820 owned by network:dhcp {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 14:59:26.318714 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device f0632c4f-45a6-4749-b825-a6b7a640f981 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 14:59:26.354894 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: f0632c4f-45a6-4749-b825-a6b7a640f981 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 14:59:26.355736 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device f0632c4f-45a6-4749-b825-a6b7a640f981 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 14:59:26.356378 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 4d261771-85d2-4c26-b83d-0662a16e2298 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 14:59:26.385360 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 4d261771-85d2-4c26-b83d-0662a16e2298 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 14:59:26.386386 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 4d261771-85d2-4c26-b83d-0662a16e2298 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 14:59:26.388615 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] Deleting port 2607b74d-c784-487e-92ca-37463c985820 {{(pid=110481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 14:59:26.389379 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (2607b74d-c784-487e-92ca-37463c985820), before_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.455237 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (2607b74d-c784-487e-92ca-37463c985820), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.487356 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Pushing event deleted for resources: {'Port': ['ID=2607b74d-c784-487e-92ca-37463c985820,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:26.492586 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] No DVR routers for this DVR port 2607b74d-c784-487e-92ca-37463c985820 on host dv-cinder-837165-3-iscsi {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 14:59:26.493463 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] For port 2607b74d-c784-487e-92ca-37463c985820, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=2607b74d-c784-487e-92ca-37463c985820,segment=NetworkSegment(196b4b84-ea49-4790-bcad-c4d05df73165),segment_id=196b4b84-ea49-4790-bcad-c4d05df73165)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:26.494527 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (2607b74d-c784-487e-92ca-37463c985820), precommit_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.516247 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] Calling delete_port for 2607b74d-c784-487e-92ca-37463c985820 owned by network:dhcp {{(pid=110481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 14:59:26.524552 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ce426-a987-454d-9198-8f0cefc9254a req-26e18bd9-03e1-446a-8dff-623ace966a73 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:26.526513 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f27ce426-a987-454d-9198-8f0cefc9254a req-26e18bd9-03e1-446a-8dff-623ace966a73 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0606735 Jun 16 14:59:26.588132 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (b6f4c40d-6092-40a7-85ed-80fb26ed2561), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.602569 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:26.603013 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f27ce426-a987-454d-9198-8f0cefc9254a req-a22fe708-69b0-41de-8c05-a11b69604565 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676785 Jun 16 14:59:26.611283 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:26.625521 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.625889 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.626641 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.626965 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > port after_create 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.627313 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.627668 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > port after_update 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.627994 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.628341 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.628678 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.629096 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.680488 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (2607b74d-c784-487e-92ca-37463c985820), after_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.709876 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] Pushing event deleted for resources: {'Port': ['ID=2607b74d-c784-487e-92ca-37463c985820,revision_number=None']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:26.715632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d4955-9e2b-4d78-9e2e-fc4fd0457f7d None None] No DVR routers for this DVR port 2607b74d-c784-487e-92ca-37463c985820 on host dv-cinder-837165-3-iscsi {{(pid=110481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 14:59:26.873826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.874180 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.874510 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.874841 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:26.875214 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f4c40d-6092-40a7-85ed-80fb26ed2561']}} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:26.904782 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196b4b84-ea49-4790-bcad-c4d05df73165') {'for_net_delete': True} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:26.905106 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196b4b84-ea49-4790-bcad-c4d05df73165') {} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:26.945390 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59125363'] for segment (196b4b84-ea49-4790-bcad-c4d05df73165), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.974646 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64131aec-97c2-4d07-9a55-9b67d933c9c5 req-d4e9568e-eb35-4293-9fef-3e330cc4af1b tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:26.977939 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-64131aec-97c2-4d07-9a55-9b67d933c9c5 req-d4e9568e-eb35-4293-9fef-3e330cc4af1b tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 950 time: 0.0974491 Jun 16 14:59:26.982911 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (196b4b84-ea49-4790-bcad-c4d05df73165), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:26.999919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=110480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:59:27.000211 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59135716'] for segment (196b4b84-ea49-4790-bcad-c4d05df73165), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:27.351891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (b6f4c40d-6092-40a7-85ed-80fb26ed2561), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:27.358257 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-64131aec-97c2-4d07-9a55-9b67d933c9c5 req-5d8d1d04-4845-426e-9806-99d2e33f7d83 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/security-groups?id=86fa944d-697b-4bc1-aa47-a2652c032e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716674 Jun 16 14:59:27.363912 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:27.367674 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b6f4c40d-6092-40a7-85ed-80fb26ed2561 HTTP/1.1" status: 204 len: 168 time: 1.5098734 Jun 16 14:59:27.378264 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6199d-49c8-4706-861b-e97243a06478 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f4c40d-6092-40a7-85ed-80fb26ed2561,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:27.440800 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 196b4b84-ea49-4790-bcad-c4d05df73165 resource provider aggregate not found Jun 16 14:59:27.485569 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 196b4b84-ea49-4790-bcad-c4d05df73165 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 196b4b84-ea49-4790-bcad-c4d05df73165 found for delete ", "request_id": "req-572c7367-7810-4079-86b7-08616e100f32"}]} Jun 16 14:59:27.622882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36366) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:27.672231 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-330545fb-6702-431b-a19b-d87e8d6ab012 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0788d395b4e4632b29e263608e28973&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481403 Jun 16 14:59:27.674673 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36370) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:27.730657 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-946a9d2e-345b-4653-98ce-a05ee92b7103 admin admin] Publish callbacks [] for security_group (dd6fbd68-c12f-4a1d-a661-6f9c9498460a), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:27.740124 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec47b41-8968-4a8e-abe1-4cf6617d5423 req-b0cc4867-4989-4550-98a9-54034922f699 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:27.741912 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3ec47b41-8968-4a8e-abe1-4cf6617d5423 req-b0cc4867-4989-4550-98a9-54034922f699 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0579846 Jun 16 14:59:27.757831 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-946a9d2e-345b-4653-98ce-a05ee92b7103 admin admin] Publish callbacks [] for security_group (dd6fbd68-c12f-4a1d-a661-6f9c9498460a), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:27.769503 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:27.799872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:27.811009 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3ec47b41-8968-4a8e-abe1-4cf6617d5423 req-cfc4fa4c-9922-4721-88a7-83a1e1536f6b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631299 Jun 16 14:59:27.822766 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-946a9d2e-345b-4653-98ce-a05ee92b7103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (dd6fbd68-c12f-4a1d-a661-6f9c9498460a), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:27.825444 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-946a9d2e-345b-4653-98ce-a05ee92b7103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:27.826623 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-946a9d2e-345b-4653-98ce-a05ee92b7103 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd6fbd68-c12f-4a1d-a661-6f9c9498460a HTTP/1.1" status: 204 len: 168 time: 0.1510494 Jun 16 14:59:27.872936 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a9d2e-345b-4653-98ce-a05ee92b7103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6fbd68-c12f-4a1d-a661-6f9c9498460a,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:27.897046 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916665b-9905-413d-845d-84f95fe17ff4 req-5711dbca-ee49-44c9-bc29-6e2ace27491b tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:27.900291 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2916665b-9905-413d-845d-84f95fe17ff4 req-5711dbca-ee49-44c9-bc29-6e2ace27491b tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.86 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 950 time: 0.0659444 Jun 16 14:59:27.997729 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Deleting port 16a983ba-ff5a-4173-91d2-22e55f7dc337 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 14:59:27.997953 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:28.134349 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:28.138503 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] For port 16a983ba-ff5a-4173-91d2-22e55f7dc337, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=16a983ba-ff5a-4173-91d2-22e55f7dc337,segment=NetworkSegment(7c2218b4-6eab-4d94-a41c-af8387209db6),segment_id=7c2218b4-6eab-4d94-a41c-af8387209db6)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:28.139032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:28.158957 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Calling delete_port for 16a983ba-ff5a-4173-91d2-22e55f7dc337 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 14:59:28.255961 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 2607b74d-c784-487e-92ca-37463c985820 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 14:59:28.306189 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 2607b74d-c784-487e-92ca-37463c985820 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 14:59:28.306630 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 2607b74d-c784-487e-92ca-37463c985820 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 14:59:28.366999 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (16a983ba-ff5a-4173-91d2-22e55f7dc337), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:28.412350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Pushing event deleted for resources: {'Port': ['ID=16a983ba-ff5a-4173-91d2-22e55f7dc337,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:28.422783 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['16a983ba-ff5a-4173-91d2-22e55f7dc337'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 14:59:28.515640 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] No DVR routers for this DVR port 16a983ba-ff5a-4173-91d2-22e55f7dc337 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 14:59:28.518515 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:28.522646 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2916665b-9905-413d-845d-84f95fe17ff4 req-9081f022-a653-420e-9e31-fc389862efa1 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.86 "DELETE /v2.0/ports/16a983ba-ff5a-4173-91d2-22e55f7dc337 HTTP/1.1" status: 204 len: 173 time: 0.6130283 Jun 16 14:59:28.531994 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ae5bb3-0883-4d56-8204-f83a030a3de2', 'name': 'network-vif-deleted', 'tag': '16a983ba-ff5a-4173-91d2-22e55f7dc337'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:59:28.534841 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d58128-d297-4ca2-b7c9-da19fdfefc6c" -d '{"events": [{"server_uuid": "81ae5bb3-0883-4d56-8204-f83a030a3de2", "name": "network-vif-deleted", "tag": "16a983ba-ff5a-4173-91d2-22e55f7dc337"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:28.601417 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a6fa9884-0b8e-4847-9402-7a169b6097ab req-c97f07a0-8adc-466d-97c3-7fad1ed6427f tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0837531 Jun 16 14:59:28.633679 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc473962-80ab-4d90-be09-32e8a811107f x-openstack-request-id: req-bc473962-80ab-4d90-be09-32e8a811107f {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:28.633999 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ae5bb3-0883-4d56-8204-f83a030a3de2", "name": "network-vif-deleted", "tag": "16a983ba-ff5a-4173-91d2-22e55f7dc337", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:28.634406 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bc473962-80ab-4d90-be09-32e8a811107f {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:28.634923 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc473962-80ab-4d90-be09-32e8a811107f'] response: {'server_uuid': '81ae5bb3-0883-4d56-8204-f83a030a3de2', 'name': 'network-vif-deleted', 'tag': '16a983ba-ff5a-4173-91d2-22e55f7dc337', 'status': 'completed', 'code': 200} Jun 16 14:59:28.924889 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36412) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:28.961275 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c346b3-9ba7-43e7-adb5-4e23406979a0 req-fe16c699-c6cd-4260-8c28-b852c0a49672 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:28.969513 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d0c346b3-9ba7-43e7-adb5-4e23406979a0 req-fe16c699-c6cd-4260-8c28-b852c0a49672 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0656509 Jun 16 14:59:29.032178 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d0c346b3-9ba7-43e7-adb5-4e23406979a0 req-8efe14c3-74c0-40d8-83b1-70ed7ea1a524 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615935 Jun 16 14:59:29.056528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-410033093-network', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:29.081206 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Made reservation on behalf of 3c94142f5fe543e28710c9bb2916662c for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:29.083856 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.093228 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.174506 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:29.216981 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Publish callbacks [] for security_group (9e27be45-1a55-451c-ad71-0ba41f31098a), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.222609 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (9e27be45-1a55-451c-ad71-0ba41f31098a), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.250927 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:59:29.261555 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e27be45-1a55-451c-ad71-0ba41f31098a,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:29.266790 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (eab93d75-b767-484e-af13-24a6a4d793d8), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.267131 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Added segment eab93d75-b767-484e-af13-24a6a4d793d8 of type vlan for network e965c323-79ff-4b11-8aaa-a2df835467d6 Jun 16 14:59:29.325370 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (e965c323-79ff-4b11-8aaa-a2df835467d6), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.362789 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (e965c323-79ff-4b11-8aaa-a2df835467d6), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.363812 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:29.364402 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.401354 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4753261 Jun 16 14:59:29.405206 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36434) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:29.415645 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Request body: {'subnet': {'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-410033093-subnet', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:29.458114 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Made reservation on behalf of 3c94142f5fe543e28710c9bb2916662c for: {'subnet': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:29.462111 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60353927'] for subnet (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.467302 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488f2fd-cd7e-4aa5-a72e-4d8e5fceb2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e965c323-79ff-4b11-8aaa-a2df835467d6,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:29.479994 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network e965c323-79ff-4b11-8aaa-a2df835467d6 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:59:29.712173 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60353973'] for subnet (8f986240-a4ac-488e-ab09-f8befdf07142), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.756194 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c17122fb-407a-498a-9342-5c64e1ee23a0 req-b06d0f48-d94d-4d3b-b728-61527ec57b0f tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0544620 Jun 16 14:59:29.782617 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f986240-a4ac-488e-ab09-f8befdf07142,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:29.799622 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Checking segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:29.799988 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Network hostable DHCP agents. Network: e965c323-79ff-4b11-8aaa-a2df835467d6, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:59:29.821065 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Network e965c323-79ff-4b11-8aaa-a2df835467d6 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:59:29.832551 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, e965c323-79ff-4b11-8aaa-a2df835467d6) {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:29.837549 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:29.838126 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.843100 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a53cd-6164-4995-883e-a167d196d898 None None] Network e965c323-79ff-4b11-8aaa-a2df835467d6 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:29.861562 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-7c0ae425-400d-4fc7-9826-4a369613f26d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4538114 Jun 16 14:59:29.863945 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36452) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:29.868336 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:29.878314 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:29.894454 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (655e6180-d8b0-42cc-937b-1df671c549c0), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.895679 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (655e6180-d8b0-42cc-937b-1df671c549c0), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.907254 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:29.958828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks [] for router_controller (655e6180-d8b0-42cc-937b-1df671c549c0), precommit_add_association {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:29.968554 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-e965c323-79ff-4b11-8aaa-a2df835467d6', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:59:29.969650 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.109909 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks [] for router_gateway (655e6180-d8b0-42cc-937b-1df671c549c0), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.122823 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Allocated IP 172.20.0.2 (e965c323-79ff-4b11-8aaa-a2df835467d6/8f986240-a4ac-488e-ab09-f8befdf07142/def77fc3-75f1-48e7-810b-ee14f563b97e) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:30.216244 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852983-213e-467a-95c9-bc4d0ed0ab40 req-05f54078-6c10-48cd-a225-bda5f52a601b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:30.217820 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c8852983-213e-467a-95c9-bc4d0ed0ab40 req-05f54078-6c10-48cd-a225-bda5f52a601b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1004119 Jun 16 14:59:30.309162 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Publish callbacks [] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.314940 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.347382 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c8852983-213e-467a-95c9-bc4d0ed0ab40 req-4a240c5a-6822-4c2a-9274-be2027a27cc4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225839 Jun 16 14:59:30.362298 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Network e965c323-79ff-4b11-8aaa-a2df835467d6 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:30.365490 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:30.368751 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:30.388892 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Pushing event updated for resources: {'Port': ['ID=def77fc3-75f1-48e7-810b-ee14f563b97e,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:30.395038 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks [] for router_gateway (655e6180-d8b0-42cc-937b-1df671c549c0), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.416015 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.441877 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Attempting to bind port def77fc3-75f1-48e7-810b-ee14f563b97e on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:30.442241 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Attempting to bind port def77fc3-75f1-48e7-810b-ee14f563b97e by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:30.442599 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Attempting to bind port def77fc3-75f1-48e7-810b-ee14f563b97e on network e965c323-79ff-4b11-8aaa-a2df835467d6 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:30.448148 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:30.448516 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Checking segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:30.448945 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.449335 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Bound using segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:30.449794 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Bound port: def77fc3-75f1-48e7-810b-ee14f563b97e, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:30.450172 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.518870 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] For port def77fc3-75f1-48e7-810b-ee14f563b97e, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:30.522055 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] For port def77fc3-75f1-48e7-810b-ee14f563b97e, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=def77fc3-75f1-48e7-810b-ee14f563b97e,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:30.530615 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.539563 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Allocated IP 172.27.2.23 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/b6017786-7105-4014-aeb7-467ad14dc987) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:30.576771 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:30.605122 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7e25b-5add-4e10-8549-96723fae4127 None None] Pushing event updated for resources: {'Port': ['ID=def77fc3-75f1-48e7-810b-ee14f563b97e,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:30.661657 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks [] for port (b6017786-7105-4014-aeb7-467ad14dc987), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.708578 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (b6017786-7105-4014-aeb7-467ad14dc987), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:30.754866 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:30.769248 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:30.775150 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:30.778756 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Pushing event updated for resources: {'Port': ['ID=b6017786-7105-4014-aeb7-467ad14dc987,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:30.935906 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e538d217-8557-4b9c-835a-180eae3b614c req-25377e79-638f-455e-a91f-ac9ef3c98dc0 tempest-VolumesNegativeTest-1322675060 tempest-VolumesNegativeTest-1322675060-project] 10.222.0.72 "GET /v2.0/ports?device_id=81ae5bb3-0883-4d56-8204-f83a030a3de2 HTTP/1.1" status: 200 len: 210 time: 0.0450139 Jun 16 14:59:30.987972 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:31.000904 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:31.121433 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks [] for router_gateway (655e6180-d8b0-42cc-937b-1df671c549c0), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:31.323375 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (655e6180-d8b0-42cc-937b-1df671c549c0), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:31.506692 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2a7a-57ef-496f-bd22-38c54dbef85c req-759cc4ff-7961-408e-9c19-b6502ea440ed tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:31.508361 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-431e2a7a-57ef-496f-bd22-38c54dbef85c req-759cc4ff-7961-408e-9c19-b6502ea440ed tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0709491 Jun 16 14:59:31.553868 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Router 655e6180-d8b0-42cc-937b-1df671c549c0 is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 14:59:31.579802 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-431e2a7a-57ef-496f-bd22-38c54dbef85c req-57bfd553-edc9-4995-bf77-3a983df9d0d7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635264 Jun 16 14:59:31.640652 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2963f40-46c2-4bb3-b446-9183b25250f2 None None] Network e965c323-79ff-4b11-8aaa-a2df835467d6 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:31.665180 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:31.676055 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-dadf63f0-94b7-4d46-bdc2-b1fc62f09ce2 None None] Provisioning complete for port def77fc3-75f1-48e7-810b-ee14f563b97e triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:31.676325 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-dadf63f0-94b7-4d46-bdc2-b1fc62f09ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:31.691726 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:59:31.713100 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:31.717709 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36468) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:31.718094 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-8114f000-07f3-4eb7-973f-5269bd515449 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8528931 Jun 16 14:59:31.729952 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Sync routers for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:31.775377 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:31.776030 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:31.951715 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-dadf63f0-94b7-4d46-bdc2-b1fc62f09ce2 None None] Current status of the port def77fc3-75f1-48e7-810b-ee14f563b97e is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:31.952453 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-dadf63f0-94b7-4d46-bdc2-b1fc62f09ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:32.002521 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:32.093857 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-dadf63f0-94b7-4d46-bdc2-b1fc62f09ce2 None None] For port def77fc3-75f1-48e7-810b-ee14f563b97e, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=def77fc3-75f1-48e7-810b-ee14f563b97e,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:32.112341 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-dadf63f0-94b7-4d46-bdc2-b1fc62f09ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:32.347093 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device def77fc3-75f1-48e7-810b-ee14f563b97e up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:32.389298 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-c046c972-e9d4-4676-a7ae-bcf5e150f7b7 None None] Provisioning complete for port def77fc3-75f1-48e7-810b-ee14f563b97e triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:32.390180 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c046c972-e9d4-4676-a7ae-bcf5e150f7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:32.427252 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf63f0-94b7-4d46-bdc2-b1fc62f09ce2 None None] Pushing event updated for resources: {'Port': ['ID=def77fc3-75f1-48e7-810b-ee14f563b97e,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:32.435664 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:32.453858 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:32.521582 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port def77fc3-75f1-48e7-810b-ee14f563b97e triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:32.521996 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:32.571868 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:30Z', 'revision_number': 3, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:32.617787 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:32.618999 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Checking router: 655e6180-d8b0-42cc-937b-1df671c549c0 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:59:32.619344 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Updating router 655e6180-d8b0-42cc-937b-1df671c549c0 port b6017786-7105-4014-aeb7-467ad14dc987 binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:59:32.646816 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-c046c972-e9d4-4676-a7ae-bcf5e150f7b7 None None] Current status of the port def77fc3-75f1-48e7-810b-ee14f563b97e is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:32.682462 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b6017786-7105-4014-aeb7-467ad14dc987), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:32.696936 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Allocated IP 172.20.0.1 (e965c323-79ff-4b11-8aaa-a2df835467d6/8f986240-a4ac-488e-ab09-f8befdf07142/ba5671bb-a324-4a23-ab1f-30780633f4b9) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:32.726600 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dcb95-e6c9-4d0c-af59-cf3160c717dd req-2df2af89-4fb9-44a3-8949-993b3d802846 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:32.733924 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-761dcb95-e6c9-4d0c-af59-cf3160c717dd req-2df2af89-4fb9-44a3-8949-993b3d802846 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0595312 Jun 16 14:59:32.749610 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port def77fc3-75f1-48e7-810b-ee14f563b97e is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:32.787363 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-761dcb95-e6c9-4d0c-af59-cf3160c717dd req-abaeae15-214a-43db-9ebb-6d227778ae85 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519829 Jun 16 14:59:32.787594 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:32.863611 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Publish callbacks [] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:32.918462 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:32.924518 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:32.984250 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Network e965c323-79ff-4b11-8aaa-a2df835467d6 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:32.990523 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:32.993496 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5671bb-a324-4a23-ab1f-30780633f4b9,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:32.998690 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:32.999247 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (655e6180-d8b0-42cc-937b-1df671c549c0), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.108170 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Publish callbacks [] for port (b6017786-7105-4014-aeb7-467ad14dc987), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.115740 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b6017786-7105-4014-aeb7-467ad14dc987), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.170224 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.190826 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Attempting to bind port b6017786-7105-4014-aeb7-467ad14dc987 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:33.191527 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Attempting to bind port b6017786-7105-4014-aeb7-467ad14dc987 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:33.191825 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Attempting to bind port b6017786-7105-4014-aeb7-467ad14dc987 on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:33.205684 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:33.206056 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:33.206512 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.206918 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:33.207407 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Bound port: b6017786-7105-4014-aeb7-467ad14dc987, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:33.207799 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b6017786-7105-4014-aeb7-467ad14dc987), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.244677 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0edb-7cbe-4518-be2b-43783077cb9b None None] Pushing event updated for resources: {'Port': ['ID=b6017786-7105-4014-aeb7-467ad14dc987,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:33.287881 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] For port b6017786-7105-4014-aeb7-467ad14dc987, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:33.291984 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] For port b6017786-7105-4014-aeb7-467ad14dc987, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b6017786-7105-4014-aeb7-467ad14dc987,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:33.299560 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b6017786-7105-4014-aeb7-467ad14dc987), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.382699 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:33.383762 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:33.404569 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Publish callbacks [] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.410748 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.411655 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (655e6180-d8b0-42cc-937b-1df671c549c0), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.417588 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:33.427363 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0edb-7cbe-4518-be2b-43783077cb9b None None] Pushing event updated for resources: {'Port': ['ID=b6017786-7105-4014-aeb7-467ad14dc987,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:33.434952 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-22418b02-1da5-443b-ae52-ea7ba1d9f634 None None] Provisioning complete for port ba5671bb-a324-4a23-ab1f-30780633f4b9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:33.435318 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-22418b02-1da5-443b-ae52-ea7ba1d9f634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.495372 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5671bb-a324-4a23-ab1f-30780633f4b9,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:33.510791 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-22418b02-1da5-443b-ae52-ea7ba1d9f634 None None] Port ba5671bb-a324-4a23-ab1f-30780633f4b9 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:59:33.550335 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:33.583792 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Network e965c323-79ff-4b11-8aaa-a2df835467d6 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:33.585871 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:33.752347 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Router 655e6180-d8b0-42cc-937b-1df671c549c0 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:59:33.830431 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:32Z', 'revision_number': 1, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:33.888587 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d502f-04f9-4438-9fff-75c4dccfec6a None None] The sync data for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi is: [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:32Z', 'revision_number': 1, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:59:33.943521 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-1ab007b3-e6a3-4757-8823-800be89f5af8 None None] Provisioning complete for port ba5671bb-a324-4a23-ab1f-30780633f4b9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:33.944687 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1ab007b3-e6a3-4757-8823-800be89f5af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:33.955346 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:59:33.986771 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f2ce1671-a3d7-4b36-99e2-fe80d6979714 admin admin] 10.222.0.72 "PUT /v2.0/routers/655e6180-d8b0-42cc-937b-1df671c549c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2630084 Jun 16 14:59:34.004763 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-1ab007b3-e6a3-4757-8823-800be89f5af8 None None] Port ba5671bb-a324-4a23-ab1f-30780633f4b9 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:59:34.034404 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c765d-db59-42a7-90e2-b110af3ebfb5 req-7240904e-30fa-4f7f-a0f7-26de75c7fafc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:34.036828 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a97c765d-db59-42a7-90e2-b110af3ebfb5 req-7240904e-30fa-4f7f-a0f7-26de75c7fafc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1006830 Jun 16 14:59:34.108438 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a97c765d-db59-42a7-90e2-b110af3ebfb5 req-6cd3cf33-f787-4f6e-86ce-6493c1be1d46 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650260 Jun 16 14:59:34.344295 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device def77fc3-75f1-48e7-810b-ee14f563b97e up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:34.347981 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:34.389404 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:34.417565 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port def77fc3-75f1-48e7-810b-ee14f563b97e triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:34.418102 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.546627 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port def77fc3-75f1-48e7-810b-ee14f563b97e is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:34.581842 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36650) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:34.587152 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-433feee1-1222-4e5b-91c8-8de874e43075 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365475633', 'description': 'tempest-description--509395042'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:34.593027 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:34.619721 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-433feee1-1222-4e5b-91c8-8de874e43075 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.722317 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-433feee1-1222-4e5b-91c8-8de874e43075 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (4d952b33-a4cf-4ad8-8d10-aef8169331d1), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.728411 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-433feee1-1222-4e5b-91c8-8de874e43075 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4d952b33-a4cf-4ad8-8d10-aef8169331d1), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.771861 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-433feee1-1222-4e5b-91c8-8de874e43075 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.773817 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-433feee1-1222-4e5b-91c8-8de874e43075 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1909049 Jun 16 14:59:34.776220 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433feee1-1222-4e5b-91c8-8de874e43075 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d952b33-a4cf-4ad8-8d10-aef8169331d1,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:34.779090 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36670) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:34.784781 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-88cbde57-d23a-402c-9090-d2f0c78b030e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'security_group_rule': {'security_group_id': '4d952b33-a4cf-4ad8-8d10-aef8169331d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:34.850629 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-88cbde57-d23a-402c-9090-d2f0c78b030e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (c2412c15-20f6-4350-ac3c-ee9f609de5d0), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.904023 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=43 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:34.906753 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:34.930278 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:34.932264 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-88cbde57-d23a-402c-9090-d2f0c78b030e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (c2412c15-20f6-4350-ac3c-ee9f609de5d0), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.939414 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-88cbde57-d23a-402c-9090-d2f0c78b030e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (c2412c15-20f6-4350-ac3c-ee9f609de5d0), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.963450 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbde57-d23a-402c-9090-d2f0c78b030e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2412c15-20f6-4350-ac3c-ee9f609de5d0,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:34.985621 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-88cbde57-d23a-402c-9090-d2f0c78b030e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:34.987549 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-88cbde57-d23a-402c-9090-d2f0c78b030e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2065976 Jun 16 14:59:34.990199 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36686) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:34.997625 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-bf72253d-677b-40be-be3d-a1e03f618b1e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'security_group_rule': {'security_group_id': '4d952b33-a4cf-4ad8-8d10-aef8169331d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:35.054158 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf72253d-677b-40be-be3d-a1e03f618b1e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (5e766e0d-0871-4944-b9fc-9f1e84bf6c2e), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.142085 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf72253d-677b-40be-be3d-a1e03f618b1e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (5e766e0d-0871-4944-b9fc-9f1e84bf6c2e), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.148984 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf72253d-677b-40be-be3d-a1e03f618b1e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (5e766e0d-0871-4944-b9fc-9f1e84bf6c2e), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.180317 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72253d-677b-40be-be3d-a1e03f618b1e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e766e0d-0871-4944-b9fc-9f1e84bf6c2e,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:35.192707 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf72253d-677b-40be-be3d-a1e03f618b1e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.194651 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-bf72253d-677b-40be-be3d-a1e03f618b1e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017188 Jun 16 14:59:35.198579 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36704) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:35.204213 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:35.242471 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:35.272219 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.309320 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ec199-edc4-488e-92c4-8f4464798c0e req-d33d2487-4606-451d-8f68-ead3085ba311 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:35.311012 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dc9ec199-edc4-488e-92c4-8f4464798c0e req-d33d2487-4606-451d-8f68-ead3085ba311 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0965626 Jun 16 14:59:35.415396 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.421264 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dc9ec199-edc4-488e-92c4-8f4464798c0e req-0a3d59aa-d8bf-4514-8417-70bbdb5d2151 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940056 Jun 16 14:59:35.553312 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Allocated IP 172.27.2.238 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/61e8fd7f-662e-436c-9fca-093568841dd5) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:35.696733 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for port (61e8fd7f-662e-436c-9fca-093568841dd5), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.709554 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:35.739040 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (61e8fd7f-662e-436c-9fca-093568841dd5), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.780082 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:35.783519 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:35.787395 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:35.839551 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'Port': ['ID=61e8fd7f-662e-436c-9fca-093568841dd5,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:35.852504 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (c28239c4-8aa0-4607-89c2-822e60aaf1cf), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:35.900884 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (61e8fd7f-662e-436c-9fca-093568841dd5), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:36.092017 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for port (61e8fd7f-662e-436c-9fca-093568841dd5), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:36.105408 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (61e8fd7f-662e-436c-9fca-093568841dd5), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:36.126577 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (c28239c4-8aa0-4607-89c2-822e60aaf1cf), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:36.166920 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:36.190818 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:36.192112 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9922519 Jun 16 14:59:36.234513 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57aa9-a798-400a-96db-514dcb0a5188 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'Port': ['ID=61e8fd7f-662e-436c-9fca-093568841dd5,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:36.258159 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 16a983ba-ff5a-4173-91d2-22e55f7dc337 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 14:59:36.293362 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 16a983ba-ff5a-4173-91d2-22e55f7dc337 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 14:59:36.293936 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 16a983ba-ff5a-4173-91d2-22e55f7dc337 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 14:59:36.347938 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b6017786-7105-4014-aeb7-467ad14dc987 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:36.390849 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:36.400548 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port b6017786-7105-4014-aeb7-467ad14dc987 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:36.401343 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b6017786-7105-4014-aeb7-467ad14dc987), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:36.417912 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-bd4edc40-31f1-42ff-b104-49d2e31b234c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--365475633&fields=id&tenant_id=3c94142f5fe543e28710c9bb2916662c HTTP/1.1" status: 200 len: 267 time: 0.0573032 Jun 16 14:59:36.494411 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port b6017786-7105-4014-aeb7-467ad14dc987 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:36.494810 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b6017786-7105-4014-aeb7-467ad14dc987), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:36.522136 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port b6017786-7105-4014-aeb7-467ad14dc987, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b6017786-7105-4014-aeb7-467ad14dc987,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:36.530233 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b6017786-7105-4014-aeb7-467ad14dc987), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:36.573574 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-7a59cb86-ffd1-4a5b-9684-afa7bc5eb26c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:36.575538 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-7a59cb86-ffd1-4a5b-9684-afa7bc5eb26c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 810 time: 0.1499186 Jun 16 14:59:36.590547 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=b6017786-7105-4014-aeb7-467ad14dc987,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:36.593128 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-9222d9f0-cf15-45f8-8a9d-e7a69e31d497 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/quotas/3c94142f5fe543e28710c9bb2916662c HTTP/1.1" status: 200 len: 375 time: 0.0111125 Jun 16 14:59:36.601528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cecff6-dcc0-4d28-8f88-6d8b67de6783 req-abf560b1-0aff-42a0-8510-5ffac51c413b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:36.603283 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-12cecff6-dcc0-4d28-8f88-6d8b67de6783 req-abf560b1-0aff-42a0-8510-5ffac51c413b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0783145 Jun 16 14:59:36.657595 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Sync routers for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:36.670078 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-d88f6817-4d3b-4dee-a55b-2c33dd34541e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644419 Jun 16 14:59:36.670402 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-12cecff6-dcc0-4d28-8f88-6d8b67de6783 req-fb9eaa87-b60c-440d-8f10-53aee62f1724 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587871 Jun 16 14:59:36.679140 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:36.679913 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:36.782648 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-1e44622d-e924-424f-9ae5-96915ec4b322 service neutron] 10.222.0.72 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976965 Jun 16 14:59:36.810222 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:36.899897 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-10977b9c-11db-4eab-b815-6a7fd5db388f service neutron] 10.222.0.72 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112177 Jun 16 14:59:37.042011 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 2, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:37.125305 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-516beb13-775e-45ba-9739-a8adec98761c req-95bc1cd2-aa54-4d22-b76d-e1032292c19b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 210 time: 0.0601916 Jun 16 14:59:37.171243 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Checking router: 655e6180-d8b0-42cc-937b-1df671c549c0 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:59:37.171616 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Updating router 655e6180-d8b0-42cc-937b-1df671c549c0 port ba5671bb-a324-4a23-ab1f-30780633f4b9 binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:59:37.205318 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:37.253945 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c79e02b1-6c47-4fbe-8b03-3cbac65088f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:37.532579 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Publish callbacks [] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:37.538710 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:37.597138 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Pushing event updated for resources: {'Port': ['ID=ba5671bb-a324-4a23-ab1f-30780633f4b9,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:37.621321 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.621639 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.622001 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.622356 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.622746 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.623016 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.623339 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.623664 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.623988 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.624389 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.624629 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.625125 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.625455 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.625773 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.626089 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:37.658799 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Attempting to bind port ba5671bb-a324-4a23-ab1f-30780633f4b9 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:37.659461 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Attempting to bind port ba5671bb-a324-4a23-ab1f-30780633f4b9 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:37.659667 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Attempting to bind port ba5671bb-a324-4a23-ab1f-30780633f4b9 on network e965c323-79ff-4b11-8aaa-a2df835467d6 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:37.667149 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:37.667585 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Checking segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:37.668004 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:37.668401 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Bound using segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:37.668900 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Bound port: ba5671bb-a324-4a23-ab1f-30780633f4b9, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:37.669293 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:37.744347 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] For port ba5671bb-a324-4a23-ab1f-30780633f4b9, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:37.749261 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] For port ba5671bb-a324-4a23-ab1f-30780633f4b9, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=ba5671bb-a324-4a23-ab1f-30780633f4b9,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:37.757032 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:37.800204 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:37.818863 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184663-54e0-470b-a70b-5c680862bc71 req-4b874b8f-1c68-4f4f-863d-2e5720bf278a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:37.820637 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a5184663-54e0-470b-a70b-5c680862bc71 req-4b874b8f-1c68-4f4f-863d-2e5720bf278a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0583646 Jun 16 14:59:37.821605 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:37.828591 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:37.829265 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:37.865089 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-47176a04-7e87-4ef3-bc69-df511ccb2a76 None None] Provisioning complete for port ba5671bb-a324-4a23-ab1f-30780633f4b9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:37.865571 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-47176a04-7e87-4ef3-bc69-df511ccb2a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:37.896961 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a5184663-54e0-470b-a70b-5c680862bc71 req-29770d84-f90c-4330-9ed8-c6f04cf8bac8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655160 Jun 16 14:59:37.926135 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536e4f2-134a-4cd8-8d52-31d3fc04e4b0 None None] Pushing event updated for resources: {'Port': ['ID=ba5671bb-a324-4a23-ab1f-30780633f4b9,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:37.977789 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:37.991685 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-47176a04-7e87-4ef3-bc69-df511ccb2a76 None None] Current status of the port ba5671bb-a324-4a23-ab1f-30780633f4b9 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:37.992085 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-47176a04-7e87-4ef3-bc69-df511ccb2a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:38.032226 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-47176a04-7e87-4ef3-bc69-df511ccb2a76 None None] For port ba5671bb-a324-4a23-ab1f-30780633f4b9, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=ba5671bb-a324-4a23-ab1f-30780633f4b9,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:38.036687 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-47176a04-7e87-4ef3-bc69-df511ccb2a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:38.086682 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47176a04-7e87-4ef3-bc69-df511ccb2a76 None None] Pushing event updated for resources: {'Port': ['ID=ba5671bb-a324-4a23-ab1f-30780633f4b9,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:38.165919 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-0032bedd-37b0-4db7-9a54-d65a69985cd4 None None] Provisioning complete for port ba5671bb-a324-4a23-ab1f-30780633f4b9 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:38.166561 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-0032bedd-37b0-4db7-9a54-d65a69985cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:38.205355 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:37Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:38.238996 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fa25f-b7fa-498f-bf47-823371acef76 None None] The sync data for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi is: [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:37Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:59:38.264767 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ef301070-d1c3-4c7c-bd65-501cd771d1c4 req-e66105fe-a050-4862-bf0b-3fd96762971c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 210 time: 0.0517232 Jun 16 14:59:38.313818 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-0032bedd-37b0-4db7-9a54-d65a69985cd4 None None] Current status of the port ba5671bb-a324-4a23-ab1f-30780633f4b9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:38.340145 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b6017786-7105-4014-aeb7-467ad14dc987 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:38.403881 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port b6017786-7105-4014-aeb7-467ad14dc987 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:38.404224 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b6017786-7105-4014-aeb7-467ad14dc987), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:38.482902 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:38.492183 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port b6017786-7105-4014-aeb7-467ad14dc987 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:38.493306 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device ba5671bb-a324-4a23-ab1f-30780633f4b9 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:38.520170 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:38.552248 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port ba5671bb-a324-4a23-ab1f-30780633f4b9 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:38.552632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:38.636433 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port ba5671bb-a324-4a23-ab1f-30780633f4b9 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:39.030278 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0af000-ae93-4212-b13a-065b5d81f4d9 req-c35a2b34-b896-4c18-8164-2e28d8e261b9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:39.031826 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9b0af000-ae93-4212-b13a-065b5d81f4d9 req-c35a2b34-b896-4c18-8164-2e28d8e261b9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0525582 Jun 16 14:59:39.086835 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9b0af000-ae93-4212-b13a-065b5d81f4d9 req-3602c486-56ea-42dc-952e-07473de2a45c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488071 Jun 16 14:59:39.432406 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-80c60974-c0be-44b3-b1c5-69a891adea7d req-d7925699-de7d-4940-b314-f02b62e73737 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 210 time: 0.0397701 Jun 16 14:59:39.629790 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-7c5efd06-704d-4104-beb7-e021a54a8cc3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:39.630395 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-7c5efd06-704d-4104-beb7-e021a54a8cc3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 810 time: 0.3708656 Jun 16 14:59:39.806207 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-629f2be3-8fd7-49f3-a669-32e9b52a3633 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c94142f5fe543e28710c9bb2916662c HTTP/1.1" status: 200 len: 379 time: 0.0659864 Jun 16 14:59:39.839781 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:39.899021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'port': {'device_id': '34992108-bb48-4184-88ee-43907b8b14a3', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'admin_state_up': True, 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'security_groups': ['4d952b33-a4cf-4ad8-8d10-aef8169331d1']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:40.029346 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Made reservation on behalf of 3c94142f5fe543e28710c9bb2916662c for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:40.032717 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:40.129969 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c5be-e4e5-4ad3-951b-2aff376d9e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:40.150544 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:40.161239 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:40.187719 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 14:59:40.226257 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Allocated IP 172.20.0.10 (e965c323-79ff-4b11-8aaa-a2df835467d6/8f986240-a4ac-488e-ab09-f8befdf07142/debe1ea3-86a2-4afa-9cc5-933e034bfa9d) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:40.249150 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54b185-375a-4faa-a86c-0243d40606db req-917663f0-fce5-4b3a-9285-6ee004f2a644 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:40.250723 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9c54b185-375a-4faa-a86c-0243d40606db req-917663f0-fce5-4b3a-9285-6ee004f2a644 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0788269 Jun 16 14:59:40.362661 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9c54b185-375a-4faa-a86c-0243d40606db req-10a1cd8c-b59d-4005-99d9-dfb92508df22 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910885 Jun 16 14:59:40.478710 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:40.519111 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:40.576350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Network e965c323-79ff-4b11-8aaa-a2df835467d6 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:40.580416 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:40.583757 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:40.625317 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'Port': ['ID=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:40.658802 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:40.659130 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:40.689104 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2b7b8-12f0-4a5f-8e33-dcd639b2fe09 req-2c25f05a-84e3-4c4e-abd3-b7e76096f502 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:40.692485 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-19f2b7b8-12f0-4a5f-8e33-dcd639b2fe09 req-2c25f05a-84e3-4c4e-abd3-b7e76096f502 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 932 time: 0.1132793 Jun 16 14:59:40.697228 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-ec1e08cd-30b7-4424-87c6-55eea98d61e4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8019316 Jun 16 14:59:40.727571 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Request body: {'port': {'device_id': '34992108-bb48-4184-88ee-43907b8b14a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:40.786830 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-19f2b7b8-12f0-4a5f-8e33-dcd639b2fe09 req-ab12e8ed-c9cd-4740-a9a0-4e91c60d3182 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866952 Jun 16 14:59:40.840630 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:40.899228 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36864) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:40.964209 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-38c9485f-90e2-4ea1-be6e-ccc3875f870c None None] Provisioning complete for port debe1ea3-86a2-4afa-9cc5-933e034bfa9d triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:40.966689 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-38c9485f-90e2-4ea1-be6e-ccc3875f870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:40.983020 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36868) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:41.030332 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-38c9485f-90e2-4ea1-be6e-ccc3875f870c None None] Port debe1ea3-86a2-4afa-9cc5-933e034bfa9d cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:59:41.137685 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c6c6eca5-0069-4847-a842-e46efcd37e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.204151 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:41.206682 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debe1ea3-86a2-4afa-9cc5-933e034bfa9d {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 14:59:41.206814 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-370c6ffb-f539-4a3b-ad17-39867da519b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22a75da564c3434ca8a1cff32b9edd4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222462 Jun 16 14:59:41.209209 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36872) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:41.215592 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Publish callbacks [] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.230244 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Transition to ACTIVE for port object debe1ea3-86a2-4afa-9cc5-933e034bfa9d will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 14:59:41.234127 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.268658 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:41.273618 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:41.290350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Pushing event updated for resources: {'Port': ['ID=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:41.312147 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dfa77944-8b37-43f0-a320-655a70cfbad1 admin admin] Publish callbacks [] for security_group (86fa944d-697b-4bc1-aa47-a2652c032e56), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.315197 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c6c6eca5-0069-4847-a842-e46efcd37e44 admin admin] Publish callbacks [] for security_group (390bbc84-504c-4326-a9cc-d4f968b635af), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.326294 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c6c6eca5-0069-4847-a842-e46efcd37e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (390bbc84-504c-4326-a9cc-d4f968b635af), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.363979 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dfa77944-8b37-43f0-a320-655a70cfbad1 admin admin] Publish callbacks [] for security_group (86fa944d-697b-4bc1-aa47-a2652c032e56), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.386394 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Attempting to bind port debe1ea3-86a2-4afa-9cc5-933e034bfa9d on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:41.387392 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Attempting to bind port debe1ea3-86a2-4afa-9cc5-933e034bfa9d by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:41.387486 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Attempting to bind port debe1ea3-86a2-4afa-9cc5-933e034bfa9d on network e965c323-79ff-4b11-8aaa-a2df835467d6 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:41.393550 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Port debe1ea3-86a2-4afa-9cc5-933e034bfa9d on network e965c323-79ff-4b11-8aaa-a2df835467d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 14:59:41.394001 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Attempting to bind port debe1ea3-86a2-4afa-9cc5-933e034bfa9d on network e965c323-79ff-4b11-8aaa-a2df835467d6 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:41.401982 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c6c6eca5-0069-4847-a842-e46efcd37e44 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51bee9877ae34a1e95bf97e718159b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4981725 Jun 16 14:59:41.402098 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36876) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:41.402189 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6eca5-0069-4847-a842-e46efcd37e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390bbc84-504c-4326-a9cc-d4f968b635af,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:41.427624 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:41.428124 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Checking segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:41.433218 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Bound using segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:41.433953 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Bound port: debe1ea3-86a2-4afa-9cc5-933e034bfa9d, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:41.434465 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.480036 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dfa77944-8b37-43f0-a320-655a70cfbad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (86fa944d-697b-4bc1-aa47-a2652c032e56), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.484700 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dfa77944-8b37-43f0-a320-655a70cfbad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.486917 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-dfa77944-8b37-43f0-a320-655a70cfbad1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86fa944d-697b-4bc1-aa47-a2652c032e56 HTTP/1.1" status: 204 len: 168 time: 0.2760108 Jun 16 14:59:41.502186 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa77944-8b37-43f0-a320-655a70cfbad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa944d-697b-4bc1-aa47-a2652c032e56,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:41.588426 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] For port debe1ea3-86a2-4afa-9cc5-933e034bfa9d, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:41.593788 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] For port debe1ea3-86a2-4afa-9cc5-933e034bfa9d, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:41.601021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7fe09-2691-46df-a83c-1ffa8704d18f req-5a3a02d8-0fb1-4511-a84c-a7a06068ef02 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:41.602373 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ba7fe09-2691-46df-a83c-1ffa8704d18f req-5a3a02d8-0fb1-4511-a84c-a7a06068ef02 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1314149 Jun 16 14:59:41.617583 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.653631 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5965ef16-f631-41fe-8db1-5abe139df57f admin admin] Publish callbacks [] for security_group (390bbc84-504c-4326-a9cc-d4f968b635af), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.702335 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:41.703143 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.704609 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] 10.222.0.86 "PUT /v2.0/ports/debe1ea3-86a2-4afa-9cc5-933e034bfa9d HTTP/1.1" status: 200 len: 1094 time: 0.9813867 Jun 16 14:59:41.712325 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34992108-bb48-4184-88ee-43907b8b14a3', 'tag': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 14:59:41.717136 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedb6d5f-57f8-4735-a607-591ae986ea38" -d '{"events": [{"name": "network-changed", "server_uuid": "34992108-bb48-4184-88ee-43907b8b14a3", "tag": "debe1ea3-86a2-4afa-9cc5-933e034bfa9d"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:41.738820 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5965ef16-f631-41fe-8db1-5abe139df57f admin admin] Publish callbacks [] for security_group (390bbc84-504c-4326-a9cc-d4f968b635af), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.783299 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d35e3-f37a-4e4f-85b6-78c529ebd653 service neutron] Pushing event updated for resources: {'Port': ['ID=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:41.799489 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ba7fe09-2691-46df-a83c-1ffa8704d18f req-554df0ad-7ad1-4575-8e63-279756ed3068 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864579 Jun 16 14:59:41.864025 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5965ef16-f631-41fe-8db1-5abe139df57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (390bbc84-504c-4326-a9cc-d4f968b635af), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.867052 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5965ef16-f631-41fe-8db1-5abe139df57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:41.868252 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5965ef16-f631-41fe-8db1-5abe139df57f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/390bbc84-504c-4326-a9cc-d4f968b635af HTTP/1.1" status: 204 len: 168 time: 0.4651752 Jun 16 14:59:41.892214 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965ef16-f631-41fe-8db1-5abe139df57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390bbc84-504c-4326-a9cc-d4f968b635af,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:42.010719 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902d45b-ac9a-44db-a839-ea30c4b2bd02 req-fd3f7743-3c66-4bf5-a870-c380aba4eb4d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:42.018011 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c902d45b-ac9a-44db-a839-ea30c4b2bd02 req-fd3f7743-3c66-4bf5-a870-c380aba4eb4d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.1008151 Jun 16 14:59:42.022560 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d314f1-dfa2-4ee3-b2be-0a5449438bb9 x-openstack-request-id: req-24d314f1-dfa2-4ee3-b2be-0a5449438bb9 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:42.023213 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34992108-bb48-4184-88ee-43907b8b14a3", "tag": "debe1ea3-86a2-4afa-9cc5-933e034bfa9d", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:42.023644 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24d314f1-dfa2-4ee3-b2be-0a5449438bb9 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:42.025082 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d314f1-dfa2-4ee3-b2be-0a5449438bb9'] response: {'name': 'network-changed', 'server_uuid': '34992108-bb48-4184-88ee-43907b8b14a3', 'tag': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'status': 'completed', 'code': 200} Jun 16 14:59:42.085604 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c902d45b-ac9a-44db-a839-ea30c4b2bd02 req-90c3a748-9e61-4436-bd0e-1472dad2ff92 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592804 Jun 16 14:59:42.425070 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36918) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:42.515854 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.587482 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282040994-network', 'tenant_id': '05223500b4a142c7a77c2de010541b84'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:42.611483 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Made reservation on behalf of 05223500b4a142c7a77c2de010541b84 for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:42.614632 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.625935 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.736000 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Publish callbacks [] for security_group (48e4126e-c6f3-495c-8273-d87b468a8624), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.740968 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (48e4126e-c6f3-495c-8273-d87b468a8624), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.768629 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:59:42.777457 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36934) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:42.781467 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e4126e-c6f3-495c-8273-d87b468a8624,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:42.787587 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=10 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:42.789629 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (3e87b500-206f-422f-8517-5cd38155b68c), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.790124 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Added segment 3e87b500-206f-422f-8517-5cd38155b68c of type vlan for network 90f95ec0-4a81-440f-8fe5-a85002b7b63b Jun 16 14:59:42.791457 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:42.851068 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (90f95ec0-4a81-440f-8fe5-a85002b7b63b), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.896008 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (90f95ec0-4a81-440f-8fe5-a85002b7b63b), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.898088 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:42.898848 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.935701 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5091844 Jun 16 14:59:42.938986 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36940) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:42.939905 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-479480837-network', 'tenant_id': '8bfa0f9f3251447c922938888ddea917'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:42.943901 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Request body: {'subnet': {'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282040994-subnet', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'ip_version': 4}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:42.969449 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857f96-301b-4d07-8179-288fb5912f6c req-94df2f26-95d6-4a60-9fa3-bac78b609d72 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:42.970631 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a3857f96-301b-4d07-8179-288fb5912f6c req-94df2f26-95d6-4a60-9fa3-bac78b609d72 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0856261 Jun 16 14:59:42.979225 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Made reservation on behalf of 8bfa0f9f3251447c922938888ddea917 for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:42.982764 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:42.993043 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca7480-2d8d-4127-82f7-8f9830fee38b admin admin] Pushing event updated for resources: {'Network': ['ID=90f95ec0-4a81-440f-8fe5-a85002b7b63b,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:43.004972 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:59:43.005215 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.007234 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Made reservation on behalf of 05223500b4a142c7a77c2de010541b84 for: {'subnet': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:43.010090 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60353927'] for subnet (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.064991 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a3857f96-301b-4d07-8179-288fb5912f6c req-47d85497-023c-4277-860c-9df537476a54 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878308 Jun 16 14:59:43.187874 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Publish callbacks [] for security_group (5d7912a5-305a-4b93-9bc0-de791d9b67fd), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.197476 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (5d7912a5-305a-4b93-9bc0-de791d9b67fd), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.203847 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:43.231046 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:59:43.244364 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7912a5-305a-4b93-9bc0-de791d9b67fd,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:43.250131 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (5124c60f-5da3-4779-926e-23d36e667a2b), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.250487 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Added segment 5124c60f-5da3-4779-926e-23d36e667a2b of type vlan for network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 Jun 16 14:59:43.298964 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (07db0cfb-ec4f-4004-a40d-4f4a390f3311), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.299643 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ba80-f0aa-4ff1-ae9b-bda21dff1657 req-9083c042-e261-4b21-805d-40946e43d885 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:43.301363 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bf47ba80-f0aa-4ff1-ae9b-bda21dff1657 req-9083c042-e261-4b21-805d-40946e43d885 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.1015453 Jun 16 14:59:43.306050 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60353973'] for subnet (526f0b44-39cf-4f11-828a-cad9c63a5573), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.327839 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (07db0cfb-ec4f-4004-a40d-4f4a390f3311), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.329272 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:43.329908 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.395666 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6136022 Jun 16 14:59:43.396176 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36944) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:43.404070 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Request body: {'subnet': {'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-479480837-subnet', 'tenant_id': '8bfa0f9f3251447c922938888ddea917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:43.406819 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=526f0b44-39cf-4f11-828a-cad9c63a5573,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:43.408930 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf997f22-4973-445c-b02e-03865237ae5c admin admin] Pushing event updated for resources: {'Network': ['ID=07db0cfb-ec4f-4004-a40d-4f4a390f3311,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:43.427402 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Made reservation on behalf of 8bfa0f9f3251447c922938888ddea917 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:43.429642 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:59:43.430201 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.436812 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bf47ba80-f0aa-4ff1-ae9b-bda21dff1657 req-91dda98c-7c27-416d-97df-a27ac44a31b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282959 Jun 16 14:59:43.443261 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Checking segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:43.443639 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Network hostable DHCP agents. Network: 90f95ec0-4a81-440f-8fe5-a85002b7b63b, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:59:43.463857 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:59:43.477829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 90f95ec0-4a81-440f-8fe5-a85002b7b63b) {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:43.483320 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:43.483849 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.508084 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a891e-b6e3-4f8f-a6dd-097ac5b774b7 None None] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:43.512781 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-bde7b0c9-6d7d-410f-8258-2c703f0908a1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5724528 Jun 16 14:59:43.515195 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 36948) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:43.525547 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:43.526432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:43.560919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (ede70ec2-e033-4571-ab30-78be57d69a89), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.562543 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (ede70ec2-e033-4571-ab30-78be57d69a89), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.629202 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks [] for router_controller (ede70ec2-e033-4571-ab30-78be57d69a89), precommit_add_association {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.649427 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:59:43.650593 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.656161 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (c7f6332d-b620-400b-8d77-7abbcc152797), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.728231 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f6332d-b620-400b-8d77-7abbcc152797,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:43.736070 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Checking segment: {'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:43.736575 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Network hostable DHCP agents. Network: 07db0cfb-ec4f-4004-a40d-4f4a390f3311, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:59:43.758000 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:59:43.769163 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 07db0cfb-ec4f-4004-a40d-4f4a390f3311) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:43.776657 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:43.777686 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.797740 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff51fa-60a3-4935-8829-e79536a8fe42 None None] Network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:43.798537 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks [] for router_gateway (ede70ec2-e033-4571-ab30-78be57d69a89), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:43.799415 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-238d63d4-df46-4e83-8361-a8742dc396a5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4019728 Jun 16 14:59:43.815789 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:43.891372 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Allocated IP 172.20.0.2 (90f95ec0-4a81-440f-8fe5-a85002b7b63b/526f0b44-39cf-4f11-828a-cad9c63a5573/f79265cc-dc0b-463c-b68c-36d1b724e00a) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:43.995181 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5294d27-9b69-42a4-8c38-1d498acb9789 None None] Network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:44.030748 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:44.072057 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:44.084399 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks [] for router_gateway (ede70ec2-e033-4571-ab30-78be57d69a89), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.086181 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:44.130493 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.240261 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Publish callbacks [] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.255948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.259756 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa945c2-6ea9-42aa-86dd-50accf5a4afb req-80201040-8656-47ef-a9f7-c5844dc48753 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:44.270326 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7aa945c2-6ea9-42aa-86dd-50accf5a4afb req-80201040-8656-47ef-a9f7-c5844dc48753 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0745723 Jun 16 14:59:44.349977 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7aa945c2-6ea9-42aa-86dd-50accf5a4afb req-073aa1c0-11aa-4641-8dad-3c9b65f6ffe6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785718 Jun 16 14:59:44.360586 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:44.384550 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:44.412373 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:44.437513 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Allocated IP 172.27.2.3 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/c7f6866f-a7a3-4d6b-99e7-f20ee393c879) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:44.447014 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Pushing event updated for resources: {'Port': ['ID=f79265cc-dc0b-463c-b68c-36d1b724e00a,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:44.467784 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.521266 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Attempting to bind port f79265cc-dc0b-463c-b68c-36d1b724e00a on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:44.534734 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Attempting to bind port f79265cc-dc0b-463c-b68c-36d1b724e00a by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:44.535272 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Attempting to bind port f79265cc-dc0b-463c-b68c-36d1b724e00a on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:44.546767 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:44.547157 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Checking segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:44.547607 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.547934 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Bound using segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:44.548428 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Bound port: f79265cc-dc0b-463c-b68c-36d1b724e00a, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:44.548830 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.653881 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks [] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.664680 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b24d1-2a06-418f-bb7d-55f1714bf852 req-98d4ec1f-d14c-42de-b34b-1044ff44b1ad tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:44.672034 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3a7b24d1-2a06-418f-bb7d-55f1714bf852 req-98d4ec1f-d14c-42de-b34b-1044ff44b1ad tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.1075580 Jun 16 14:59:44.703921 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] For port f79265cc-dc0b-463c-b68c-36d1b724e00a, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:44.706576 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] For port f79265cc-dc0b-463c-b68c-36d1b724e00a, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=f79265cc-dc0b-463c-b68c-36d1b724e00a,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:44.717124 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.743712 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3a7b24d1-2a06-418f-bb7d-55f1714bf852 req-046f7b19-e1e8-4189-88f7-59c08b99a9a8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675981 Jun 16 14:59:44.799900 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:44.819214 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336ac1d-d339-427d-9a52-f39738c85d9f None None] Pushing event updated for resources: {'Port': ['ID=f79265cc-dc0b-463c-b68c-36d1b724e00a,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:44.884554 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:44.890749 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:44.894999 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:44.899453 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Pushing event updated for resources: {'Port': ['ID=c7f6866f-a7a3-4d6b-99e7-f20ee393c879,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:44.902375 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:45.215599 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks [] for router_gateway (ede70ec2-e033-4571-ab30-78be57d69a89), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:45.292490 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:45.398036 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:45.422602 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (ede70ec2-e033-4571-ab30-78be57d69a89), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:45.476156 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a37650-dd42-4190-8b23-af1d1d976f0c req-50e75307-a7e9-4962-b6a3-089d6049d5d3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:45.478009 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c0a37650-dd42-4190-8b23-af1d1d976f0c req-50e75307-a7e9-4962-b6a3-089d6049d5d3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0530174 Jun 16 14:59:45.545939 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c0a37650-dd42-4190-8b23-af1d1d976f0c req-3da670eb-9f3f-486f-a67f-bb8a87cb77c6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548213 Jun 16 14:59:45.569818 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Router ede70ec2-e033-4571-ab30-78be57d69a89 is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 14:59:45.695982 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:59:45.706057 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:45.716763 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:45.721462 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-b72954f8-647c-46a7-839e-3eb755306f5f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2022493 Jun 16 14:59:45.721918 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 36976) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:45.731740 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:45.732385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:45.885853 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:45.908974 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f04ae97-0abc-4533-a5f5-ac8eb026657e None None] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:46.000774 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-cc78f309-16c5-418d-b26d-8e95d5fb5dd0 None None] Provisioning complete for port f79265cc-dc0b-463c-b68c-36d1b724e00a triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:46.001134 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc78f309-16c5-418d-b26d-8e95d5fb5dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.077630 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:46.188466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6d5f-57f8-4735-a607-591ae986ea38 req-54a8fd6d-2f51-4380-88b4-624c297a1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:46.191339 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fedb6d5f-57f8-4735-a607-591ae986ea38 req-54a8fd6d-2f51-4380-88b4-624c297a1e4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 1128 time: 0.3856676 Jun 16 14:59:46.210180 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5566a7-993a-4fbc-a7dd-1f6f612b5758 req-44e21772-c9cc-42c2-99bd-936b3e03b5ac tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:46.212092 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3e5566a7-993a-4fbc-a7dd-1f6f612b5758 req-44e21772-c9cc-42c2-99bd-936b3e03b5ac tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0688410 Jun 16 14:59:46.290445 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3e5566a7-993a-4fbc-a7dd-1f6f612b5758 req-3e1abc61-6a23-4fc1-9d59-4b3f39842c0b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713527 Jun 16 14:59:46.352776 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device f79265cc-dc0b-463c-b68c-36d1b724e00a up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:46.356311 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-cc78f309-16c5-418d-b26d-8e95d5fb5dd0 None None] Current status of the port f79265cc-dc0b-463c-b68c-36d1b724e00a is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:46.356996 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc78f309-16c5-418d-b26d-8e95d5fb5dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.421673 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:46.422288 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:46.423616 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.425534 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6d5f-57f8-4735-a607-591ae986ea38 req-a4b2f579-009c-43af-89e0-b2cf6ba11d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:46.428130 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fedb6d5f-57f8-4735-a607-591ae986ea38 req-a4b2f579-009c-43af-89e0-b2cf6ba11d08 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3c94142f5fe543e28710c9bb2916662c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1333718 Jun 16 14:59:46.500131 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-cc78f309-16c5-418d-b26d-8e95d5fb5dd0 None None] For port f79265cc-dc0b-463c-b68c-36d1b724e00a, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=f79265cc-dc0b-463c-b68c-36d1b724e00a,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:46.508459 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:45Z', 'revision_number': 3, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:46.510763 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc78f309-16c5-418d-b26d-8e95d5fb5dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.538828 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:46.571909 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6d5f-57f8-4735-a607-591ae986ea38 req-9e34fd7e-c7be-4597-9d51-42c9939f7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:46.575926 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fedb6d5f-57f8-4735-a607-591ae986ea38 req-9e34fd7e-c7be-4597-9d51-42c9939f7db8 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1409433 Jun 16 14:59:46.673687 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Allocated IP 172.20.0.1 (90f95ec0-4a81-440f-8fe5-a85002b7b63b/526f0b44-39cf-4f11-828a-cad9c63a5573/b56478e5-e3c4-49fd-b947-e35bfb4c2e57) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:46.720368 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:59:46.721139 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Updating router ede70ec2-e033-4571-ab30-78be57d69a89 port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:59:46.763650 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port f79265cc-dc0b-463c-b68c-36d1b724e00a triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:46.764031 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.796557 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86fbc-e198-4ed9-b1d8-5e2eda038895 req-0151c272-426e-4f65-a40d-dc86e80ebf33 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:46.798156 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f2e86fbc-e198-4ed9-b1d8-5e2eda038895 req-0151c272-426e-4f65-a40d-dc86e80ebf33 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1054482 Jun 16 14:59:46.804244 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-005b40a6-019b-4468-9e19-db9351595fe8 None None] Provisioning complete for port f79265cc-dc0b-463c-b68c-36d1b724e00a triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:46.804623 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-005b40a6-019b-4468-9e19-db9351595fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.812762 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.868686 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f309-16c5-418d-b26d-8e95d5fb5dd0 None None] Pushing event updated for resources: {'Port': ['ID=f79265cc-dc0b-463c-b68c-36d1b724e00a,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:46.869994 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Publish callbacks [] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.899978 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f2e86fbc-e198-4ed9-b1d8-5e2eda038895 req-80c02a1f-5e08-47b9-8e1f-e0f2d7cc0734 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927649 Jun 16 14:59:46.933180 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:46.976280 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:46.978416 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:46.982843 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:46.983464 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (ede70ec2-e033-4571-ab30-78be57d69a89), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.048546 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Pushing event updated for resources: {'Port': ['ID=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:47.092496 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-005b40a6-019b-4468-9e19-db9351595fe8 None None] Current status of the port f79265cc-dc0b-463c-b68c-36d1b724e00a is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:47.097616 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port f79265cc-dc0b-463c-b68c-36d1b724e00a is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:47.129572 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:47.170174 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.269588 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Publish callbacks [] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.276335 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.333270 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-0754ecc3-b95b-4c53-b4a0-18fcd1a041f3 None None] Provisioning complete for port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:47.333647 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-0754ecc3-b95b-4c53-b4a0-18fcd1a041f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.364887 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:47.368735 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Attempting to bind port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:47.369133 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Attempting to bind port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:47.369501 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Attempting to bind port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:47.374576 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca51b53-1c0f-4aac-b0ac-e0a13d6989a4 None None] Pushing event updated for resources: {'Port': ['ID=c7f6866f-a7a3-4d6b-99e7-f20ee393c879,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:47.383948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:47.383948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:47.384271 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.384634 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:47.385362 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Bound port: c7f6866f-a7a3-4d6b-99e7-f20ee393c879, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:47.385891 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.400663 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Publish callbacks [] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.408502 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.409529 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (ede70ec2-e033-4571-ab30-78be57d69a89), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.420091 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-0754ecc3-b95b-4c53-b4a0-18fcd1a041f3 None None] Port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:59:47.454066 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] For port c7f6866f-a7a3-4d6b-99e7-f20ee393c879, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:47.458094 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] For port c7f6866f-a7a3-4d6b-99e7-f20ee393c879, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=c7f6866f-a7a3-4d6b-99e7-f20ee393c879,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:47.466133 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e80e-ea2a-4010-8613-b20ab9f2e69c req-0c63b6e9-015c-4bc5-aa3e-7676d57f1149 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:47.469083 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.470195 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0526e80e-ea2a-4010-8613-b20ab9f2e69c req-0c63b6e9-015c-4bc5-aa3e-7676d57f1149 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0929697 Jun 16 14:59:47.478511 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:47.481891 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Pushing event updated for resources: {'Port': ['ID=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:47.541979 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:47.542998 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:47.545641 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:47.547322 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca51b53-1c0f-4aac-b0ac-e0a13d6989a4 None None] Pushing event updated for resources: {'Port': ['ID=c7f6866f-a7a3-4d6b-99e7-f20ee393c879,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:47.560996 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:47.562339 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:47.569701 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0526e80e-ea2a-4010-8613-b20ab9f2e69c req-47815542-601b-4f53-a6d5-314c8fa26ebd tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824773 Jun 16 14:59:47.699033 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:47.883345 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-27260cf7-f4fd-4130-aa6d-21550a64d5e7 None None] Provisioning complete for port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:47.883345 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-27260cf7-f4fd-4130-aa6d-21550a64d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:47.962657 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-27260cf7-f4fd-4130-aa6d-21550a64d5e7 None None] Port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:59:47.982763 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Router ede70ec2-e033-4571-ab30-78be57d69a89 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:59:48.059193 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 2, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:48.092543 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ef521-ca39-497a-83a0-1dbe51860103 None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 2, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:59:48.150924 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05caac-5eab-43c0-9c1b-6a51b29e2260 req-7093faa5-1dab-4f10-b732-6c8161973b70 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:48.152611 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5e05caac-5eab-43c0-9c1b-6a51b29e2260 req-7093faa5-1dab-4f10-b732-6c8161973b70 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1142027 Jun 16 14:59:48.186253 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:59:48.192513 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ff39b4da-88e4-4179-816e-0cc09410052e admin admin] 10.222.0.72 "PUT /v2.0/routers/ede70ec2-e033-4571-ab30-78be57d69a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696279 Jun 16 14:59:48.236547 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5e05caac-5eab-43c0-9c1b-6a51b29e2260 req-722f3f7f-d301-4d00-8c56-1dfbf5f175de tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779893 Jun 16 14:59:48.282209 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device f79265cc-dc0b-463c-b68c-36d1b724e00a up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:48.338109 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port f79265cc-dc0b-463c-b68c-36d1b724e00a triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:48.338487 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:48.478399 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-2488dcd5-cd7f-43eb-920e-1f888b38bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:48.486329 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-2488dcd5-cd7f-43eb-920e-1f888b38bd14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 1128 time: 0.0743179 Jun 16 14:59:48.502083 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port f79265cc-dc0b-463c-b68c-36d1b724e00a is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:48.548500 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-871a83b4-2598-4c5f-abcd-83b85b617d3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d HTTP/1.1" status: 200 len: 217 time: 0.0494947 Jun 16 14:59:48.668700 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:48.677803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5d560-db3a-4795-972d-5995ada1348a req-e46d1548-60a5-4144-88cf-518c97448f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:48.679464 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a7b5d560-db3a-4795-972d-5995ada1348a req-e46d1548-60a5-4144-88cf-518c97448f7e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 1129 time: 0.0735438 Jun 16 14:59:48.729242 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-f08d7f51-239b-4151-87a6-64eabf4e7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:48.730791 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-f08d7f51-239b-4151-87a6-64eabf4e7657 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 200 len: 849 time: 0.1731501 Jun 16 14:59:48.805611 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff43f5a-156b-44cd-b0b5-0b9baab3f876 req-fbbd4347-23b5-425d-8dfb-42ee3ff3260f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:48.816883 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eff43f5a-156b-44cd-b0b5-0b9baab3f876 req-fbbd4347-23b5-425d-8dfb-42ee3ff3260f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.1458657 Jun 16 14:59:48.819274 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:48.863872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-6f937785-2301-40de-a6c4-24d85cab526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:48.865551 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-6f937785-2301-40de-a6c4-24d85cab526a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e965c323-79ff-4b11-8aaa-a2df835467d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255188 Jun 16 14:59:48.872610 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a7b5d560-db3a-4795-972d-5995ada1348a req-35d203b5-9b2e-4f6a-942a-8ccbd31fdeab service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799009 Jun 16 14:59:48.899147 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eff43f5a-156b-44cd-b0b5-0b9baab3f876 req-b8ad9624-f901-4a4d-ba6f-2a43d849c87b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811436 Jun 16 14:59:48.997956 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 37034) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:49.003345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-96403673-network', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:49.054404 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Made reservation on behalf of 0531c85fd17e44fcbac42ff8e5496707 for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:49.059195 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.079167 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.223845 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Publish callbacks [] for security_group (87277f57-d0b2-4032-b961-64799e866561), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.230777 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (87277f57-d0b2-4032-b961-64799e866561), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.273029 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:59:49.300445 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (bde03e82-07f2-4b88-87dc-ebcba5a1a119), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.300782 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Added segment bde03e82-07f2-4b88-87dc-ebcba5a1a119 of type vlan for network b67737ef-04f1-447b-9986-889ff3745d2c Jun 16 14:59:49.304067 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87277f57-d0b2-4032-b961-64799e866561,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:49.406493 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (b67737ef-04f1-447b-9986-889ff3745d2c), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.411713 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aca7c6-29f4-40d2-a82a-7968f45f1841 req-6934d053-06dc-49bf-b6fb-0d9ff825861c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:49.414030 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d4aca7c6-29f4-40d2-a82a-7968f45f1841 req-6934d053-06dc-49bf-b6fb-0d9ff825861c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0741940 Jun 16 14:59:49.475495 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d4aca7c6-29f4-40d2-a82a-7968f45f1841 req-81f96017-3e4f-4251-8c2e-66a2c045cb49 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525215 Jun 16 14:59:49.505445 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (b67737ef-04f1-447b-9986-889ff3745d2c), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.506576 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:49.507375 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.571803 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5724173 Jun 16 14:59:49.576746 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37054) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:49.583501 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Request body: {'subnet': {'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-96403673-subnet', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:49.607287 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Made reservation on behalf of 0531c85fd17e44fcbac42ff8e5496707 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:49.610485 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.630944 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe45ee-7398-46fe-881c-35f047f45def req-37b0ac45-6547-40a0-b1e9-295bc9798395 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:49.637478 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-37b0ac45-6547-40a0-b1e9-295bc9798395 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/networks?id=07db0cfb-ec4f-4004-a40d-4f4a390f3311 HTTP/1.1" status: 200 len: 808 time: 0.2335727 Jun 16 14:59:49.651364 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3261c-081c-4221-98b9-aa3c6eb9ca52 admin admin] Pushing event updated for resources: {'Network': ['ID=b67737ef-04f1-447b-9986-889ff3745d2c,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:49.663807 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-cf2022ba-42ae-4755-aeaf-161120efe45f tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/quotas/8bfa0f9f3251447c922938888ddea917 HTTP/1.1" status: 200 len: 375 time: 0.0247874 Jun 16 14:59:49.664041 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network b67737ef-04f1-447b-9986-889ff3745d2c details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 14:59:49.714509 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:49.721167 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-d8363677-7683-4c1e-9ccf-c076bc511158 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8bfa0f9f3251447c922938888ddea917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429857 Jun 16 14:59:49.829384 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-b81dc869-b274-4f1d-9618-bd2699f9554c service neutron] 10.222.0.72 "GET /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067657 Jun 16 14:59:49.847461 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (f9ef25d8-ad13-4a8d-8272-7184f5981338), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.915578 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ef25d8-ad13-4a8d-8272-7184f5981338,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:49.926502 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Checking segment: {'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:49.926868 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Network hostable DHCP agents. Network: b67737ef-04f1-447b-9986-889ff3745d2c, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:59:49.960418 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Network b67737ef-04f1-447b-9986-889ff3745d2c is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:59:49.966459 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-c16dea9e-685f-4e5f-a3bb-718ce5508a03 service neutron] 10.222.0.72 "GET /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254702 Jun 16 14:59:49.974393 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, b67737ef-04f1-447b-9986-889ff3745d2c) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:49.979780 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:49.980801 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:49.988035 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6696bd39-8a33-40f2-9451-4a29b51cf07d None None] Network b67737ef-04f1-447b-9986-889ff3745d2c requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:50.028582 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-0402fcec-3d50-4bf8-8c5c-15768d44f951 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4498622 Jun 16 14:59:50.031337 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37060) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:50.036544 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:50.064972 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dd905-245e-492e-8e1a-d9f7bf45f881 req-de63e306-e85c-463a-8b91-11a1a15e5b5a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:50.066548 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b14dd905-245e-492e-8e1a-d9f7bf45f881 req-de63e306-e85c-463a-8b91-11a1a15e5b5a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0792315 Jun 16 14:59:50.071566 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:50.096291 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (a1808008-7ee8-4ae2-a25b-5a52c7926592), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.097645 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (a1808008-7ee8-4ae2-a25b-5a52c7926592), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.199236 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-b67737ef-04f1-447b-9986-889ff3745d2c', 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c', 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'fixed_ips': [{'subnet_id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 14:59:50.208198 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.271684 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-064f9e8c-5bc2-43f0-a2c2-123758982ef5 req-c11d8bf8-8707-49dc-b0a8-56400b3788c0 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0882196 Jun 16 14:59:50.275208 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b14dd905-245e-492e-8e1a-d9f7bf45f881 req-32a1b5b3-fadc-479d-8aee-c054cdfc4913 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987445 Jun 16 14:59:50.292413 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks [] for router_controller (a1808008-7ee8-4ae2-a25b-5a52c7926592), precommit_add_association {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.373107 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c7f6866f-a7a3-4d6b-99e7-f20ee393c879 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:50.439349 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:50.469782 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks [] for router_gateway (a1808008-7ee8-4ae2-a25b-5a52c7926592), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.498807 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:50.499189 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.503733 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:50.534810 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Allocated IP 172.20.0.2 (b67737ef-04f1-447b-9986-889ff3745d2c/f9ef25d8-ad13-4a8d-8272-7184f5981338/b2919782-f125-4cb1-9fec-51589bfbffee) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:50.690333 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa1aa1-7616-4a91-806a-13c4812a2759 req-33d4e8e4-4034-409e-a687-66679e508db4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:50.691977 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f3aa1aa1-7616-4a91-806a-13c4812a2759 req-33d4e8e4-4034-409e-a687-66679e508db4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1121147 Jun 16 14:59:50.694037 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:50.694509 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.738199 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port c7f6866f-a7a3-4d6b-99e7-f20ee393c879, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=c7f6866f-a7a3-4d6b-99e7-f20ee393c879,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:50.745497 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.807066 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f3aa1aa1-7616-4a91-806a-13c4812a2759 req-256e24fd-c8ae-42f4-a334-05b8e83af242 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865455 Jun 16 14:59:50.827188 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks [] for router_gateway (a1808008-7ee8-4ae2-a25b-5a52c7926592), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.856195 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.872781 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:50.971276 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Publish callbacks [] for port (b2919782-f125-4cb1-9fec-51589bfbffee), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.978677 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=c7f6866f-a7a3-4d6b-99e7-f20ee393c879,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:50.983285 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:50.993358 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:50.994564 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Allocated IP 172.27.2.33 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/eba631b1-3b9a-41f9-bb7e-eef7b47e78c0) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:51.015439 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:51.016072 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:51.043232 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Network b67737ef-04f1-447b-9986-889ff3745d2c is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:51.048578 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:51.054727 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:51.057974 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Pushing event updated for resources: {'Port': ['ID=b2919782-f125-4cb1-9fec-51589bfbffee,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:51.127315 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:51.137987 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Attempting to bind port b2919782-f125-4cb1-9fec-51589bfbffee on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:51.138516 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Attempting to bind port b2919782-f125-4cb1-9fec-51589bfbffee by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:51.138757 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Attempting to bind port b2919782-f125-4cb1-9fec-51589bfbffee on network b67737ef-04f1-447b-9986-889ff3745d2c {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:51.144954 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:51.145354 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Checking segment: {'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:51.145722 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.146109 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Bound using segment: {'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:51.146575 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Bound port: b2919782-f125-4cb1-9fec-51589bfbffee, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:51.146991 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.156873 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks [] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.205996 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.234405 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] For port b2919782-f125-4cb1-9fec-51589bfbffee, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:51.237893 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] For port b2919782-f125-4cb1-9fec-51589bfbffee, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b2919782-f125-4cb1-9fec-51589bfbffee,segment=NetworkSegment(bde03e82-07f2-4b88-87dc-ebcba5a1a119),segment_id=bde03e82-07f2-4b88-87dc-ebcba5a1a119)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:51.248289 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.263264 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:51.272734 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:51.276387 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:51.333777 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Pushing event updated for resources: {'Port': ['ID=eba631b1-3b9a-41f9-bb7e-eef7b47e78c0,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:51.350947 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 2, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:51.378026 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712339c-b8c7-4342-aaa3-48e69f32b519 None None] Pushing event updated for resources: {'Port': ['ID=b2919782-f125-4cb1-9fec-51589bfbffee,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:51.382448 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:59:51.382813 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Updating router ede70ec2-e033-4571-ab30-78be57d69a89 port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:59:51.422249 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.475944 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ba4d0-18ef-48a9-81e7-0f0a93dee0dd req-97d76269-3638-4046-9421-c3b9074fca98 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:51.478789 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9b0ba4d0-18ef-48a9-81e7-0f0a93dee0dd req-97d76269-3638-4046-9421-c3b9074fca98 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0727127 Jun 16 14:59:51.481580 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f69f22a6-fadd-4969-8ea9-f218f3e5ef27 req-9231a66a-f41a-4af3-950f-74df009ac523 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0338466 Jun 16 14:59:51.516489 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:51.576985 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9b0ba4d0-18ef-48a9-81e7-0f0a93dee0dd req-325bd73b-8bfc-4a37-a839-c04c28240b23 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793910 Jun 16 14:59:51.635992 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks [] for router_gateway (a1808008-7ee8-4ae2-a25b-5a52c7926592), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.638575 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:51.692643 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:51.816828 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Publish callbacks [] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.819911 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:51.829151 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:51.864257 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (a1808008-7ee8-4ae2-a25b-5a52c7926592), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:52.002950 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be76cee-47d9-47ca-9cae-59f03803d5cd req-4c96152c-fb9d-4c52-9c83-a182b8a37e00 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:52.004550 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8be76cee-47d9-47ca-9cae-59f03803d5cd req-4c96152c-fb9d-4c52-9c83-a182b8a37e00 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0963905 Jun 16 14:59:52.014086 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:52.050017 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5c41f-bb3b-4a0e-9970-d7f01c430326 None None] Pushing event updated for resources: {'Port': ['ID=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:52.061013 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Attempting to bind port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:52.062023 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Attempting to bind port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:52.062385 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Attempting to bind port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:52.069842 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:52.070136 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Checking segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:52.070679 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:52.070918 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Bound using segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:52.071565 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Bound port: b56478e5-e3c4-49fd-b947-e35bfb4c2e57, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:52.071973 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:52.080683 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8be76cee-47d9-47ca-9cae-59f03803d5cd req-72c49532-61b5-488f-8869-12d14e7acc51 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688255 Jun 16 14:59:52.109136 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Router a1808008-7ee8-4ae2-a25b-5a52c7926592 is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 14:59:52.169881 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] For port b56478e5-e3c4-49fd-b947-e35bfb4c2e57, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:52.174742 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] For port b56478e5-e3c4-49fd-b947-e35bfb4c2e57, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:52.181835 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:52.242948 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:52.243648 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:52.256094 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-3d7ebb68-ddc2-4875-a748-dd8a0e30b38f None None] Provisioning complete for port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:52.256664 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebb68-ddc2-4875-a748-dd8a0e30b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:52.293122 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:59:52.311781 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Sync routers for ids ['a1808008-7ee8-4ae2-a25b-5a52c7926592'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:52.325206 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:52.329456 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ce8b4c1d-39cc-4389-8ffa-343f92edf63d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2961674 Jun 16 14:59:52.331828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 37090) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:52.343851 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:52.356222 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Routers {'a1808008-7ee8-4ae2-a25b-5a52c7926592'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:52.356900 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['a1808008-7ee8-4ae2-a25b-5a52c7926592'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:52.367747 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:52.492623 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5c41f-bb3b-4a0e-9970-d7f01c430326 None None] Pushing event updated for resources: {'Port': ['ID=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:52.609795 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c7f6866f-a7a3-4d6b-99e7-f20ee393c879 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:52.617265 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ebb68-ddc2-4875-a748-dd8a0e30b38f None None] Current status of the port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:52.617944 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebb68-ddc2-4875-a748-dd8a0e30b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:52.665204 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:52.666087 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:52.690918 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:52.705679 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Set router a1808008-7ee8-4ae2-a25b-5a52c7926592 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:52.718980 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9460f71d-d7f2-4b68-943b-28b944701a40 req-1ec6c838-5078-4a9c-877a-f615d2938431 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0719476 Jun 16 14:59:52.754218 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:52.823859 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041d11c2-6ed7-44b1-a906-045fbfd39864 None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:59:52.833976 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8aa9f-3184-42cf-939c-ba4e9be732ec req-5459f062-d588-46bc-abab-b3f8e784ef6a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:52.836008 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-07e8aa9f-3184-42cf-939c-ba4e9be732ec req-5459f062-d588-46bc-abab-b3f8e784ef6a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0863647 Jun 16 14:59:52.846381 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-3d7ebb68-ddc2-4875-a748-dd8a0e30b38f None None] For port b56478e5-e3c4-49fd-b947-e35bfb4c2e57, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:52.868178 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebb68-ddc2-4875-a748-dd8a0e30b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:52.936779 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-07e8aa9f-3184-42cf-939c-ba4e9be732ec req-622f3b25-2514-4a44-a8a1-018c50a606ee tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887179 Jun 16 14:59:52.954038 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b303cdf-d24d-4079-b27d-abae7cb1ad0e None None] Network b67737ef-04f1-447b-9986-889ff3745d2c requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 14:59:52.989585 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:52.989958 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.105322 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Provisioning complete for port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:53.105571 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.129869 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.272055 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ebb68-ddc2-4875-a748-dd8a0e30b38f None None] Pushing event updated for resources: {'Port': ['ID=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:53.283012 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:51Z', 'revision_number': 3, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port': {'id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:53.321974 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Checking router: a1808008-7ee8-4ae2-a25b-5a52c7926592 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:59:53.322333 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Updating router a1808008-7ee8-4ae2-a25b-5a52c7926592 port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:59:53.350735 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55651e0-867d-40d7-bd83-10e2ffa7cfd5 req-da2a0b38-1ed3-415e-b5ce-dc3837863045 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:53.352520 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d55651e0-867d-40d7-bd83-10e2ffa7cfd5 req-da2a0b38-1ed3-415e-b5ce-dc3837863045 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1431813 Jun 16 14:59:53.410385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.415889 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:53.416209 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b2919782-f125-4cb1-9fec-51589bfbffee up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:53.435109 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Current status of the port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:53.446814 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Allocated IP 172.20.0.1 (b67737ef-04f1-447b-9986-889ff3745d2c/f9ef25d8-ad13-4a8d-8272-7184f5981338/a01fa99d-4758-4a2b-acb0-61d7473ae3da) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:53.500683 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d55651e0-867d-40d7-bd83-10e2ffa7cfd5 req-6ce35c53-9ce7-47b4-9cdd-b1fb43d78fc6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140227 Jun 16 14:59:53.566063 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Provisioning complete for port b2919782-f125-4cb1-9fec-51589bfbffee triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:53.566579 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.618594 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Publish callbacks [] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.640769 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:53.665498 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.668477 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:53.702910 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:53.705017 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port b2919782-f125-4cb1-9fec-51589bfbffee triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:53.705562 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.726461 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Network b67737ef-04f1-447b-9986-889ff3745d2c is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:53.727872 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:53.741302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:53.750148 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 14:59:53.756691 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Pushing event updated for resources: {'Port': ['ID=a01fa99d-4758-4a2b-acb0-61d7473ae3da,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:53.821340 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (a1808008-7ee8-4ae2-a25b-5a52c7926592), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.890247 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Current status of the port b2919782-f125-4cb1-9fec-51589bfbffee is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:53.890617 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.913589 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d65569c2-a4ff-48b2-baff-b4439498c6ef req-c3ba138d-4a7c-47f9-adc7-c58f0cddfa23 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0728774 Jun 16 14:59:53.981735 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port b2919782-f125-4cb1-9fec-51589bfbffee is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:53.982135 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:53.998099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.014470 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] For port b2919782-f125-4cb1-9fec-51589bfbffee, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b2919782-f125-4cb1-9fec-51589bfbffee,segment=NetworkSegment(bde03e82-07f2-4b88-87dc-ebcba5a1a119),segment_id=bde03e82-07f2-4b88-87dc-ebcba5a1a119)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:54.049046 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.194966 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ff758-490c-4038-a60d-235ccc2c2d90 req-587182a6-b7aa-448c-91d7-f1cc29e7ae7d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:54.197092 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9a0ff758-490c-4038-a60d-235ccc2c2d90 req-587182a6-b7aa-448c-91d7-f1cc29e7ae7d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.1409216 Jun 16 14:59:54.273313 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Publish callbacks [] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.285710 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9a0ff758-490c-4038-a60d-235ccc2c2d90 req-666eb2d9-2089-4107-8a6e-d20034356b38 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816026 Jun 16 14:59:54.288763 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-779e9a56-3ea5-4484-8d35-9dae91d74323 None None] Provisioning complete for port a01fa99d-4758-4a2b-acb0-61d7473ae3da triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:54.289158 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-779e9a56-3ea5-4484-8d35-9dae91d74323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.297291 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.302607 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Publish callbacks [] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.310261 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.340437 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.db.api [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 14:59:54.340890 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG oslo_db.api [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:59:54.347320 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6050d-048a-4743-a684-1d492d06e6da None None] Pushing event updated for resources: {'Port': ['ID=b2919782-f125-4cb1-9fec-51589bfbffee,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:54.389519 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Pushing event updated for resources: {'Port': ['ID=a01fa99d-4758-4a2b-acb0-61d7473ae3da,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:54.392099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (a1808008-7ee8-4ae2-a25b-5a52c7926592), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.392712 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-779e9a56-3ea5-4484-8d35-9dae91d74323 None None] Port a01fa99d-4758-4a2b-acb0-61d7473ae3da cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:59:54.405345 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Attempting to bind port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 14:59:54.405703 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Attempting to bind port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 14:59:54.406080 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Attempting to bind port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 14:59:54.411001 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-779e9a56-3ea5-4484-8d35-9dae91d74323 None None] Provisioning complete for port b2919782-f125-4cb1-9fec-51589bfbffee triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:54.411386 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-779e9a56-3ea5-4484-8d35-9dae91d74323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.442082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 14:59:54.442082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 14:59:54.442082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.442082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 14:59:54.442082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Bound port: eba631b1-3b9a-41f9-bb7e-eef7b47e78c0, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 14:59:54.442723 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.466113 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ac485-e285-426f-a371-54b375dbe249 None None] Pushing event updated for resources: {'Port': ['ID=eba631b1-3b9a-41f9-bb7e-eef7b47e78c0,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:54.496679 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Network b67737ef-04f1-447b-9986-889ff3745d2c is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:54.498406 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:54.574372 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] For port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 14:59:54.603888 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:54.624553 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:54.640440 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] For port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=eba631b1-3b9a-41f9-bb7e-eef7b47e78c0,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 14:59:54.646146 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-779e9a56-3ea5-4484-8d35-9dae91d74323 None None] Current status of the port b2919782-f125-4cb1-9fec-51589bfbffee is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:54.656914 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.749746 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Router a1808008-7ee8-4ae2-a25b-5a52c7926592 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 14:59:54.760109 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Routers {'a1808008-7ee8-4ae2-a25b-5a52c7926592'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:54.760789 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['a1808008-7ee8-4ae2-a25b-5a52c7926592'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:54.764895 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ac485-e285-426f-a371-54b375dbe249 None None] Pushing event updated for resources: {'Port': ['ID=eba631b1-3b9a-41f9-bb7e-eef7b47e78c0,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:54.778892 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3321306-f788-4767-9ae8-800b1254aa04 req-11f6ef4f-a000-4195-b0d4-486cefa46200 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:54.780485 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f3321306-f788-4767-9ae8-800b1254aa04 req-11f6ef4f-a000-4195-b0d4-486cefa46200 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1422155 Jun 16 14:59:54.796815 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-c0ca119b-bb24-4ba2-83bf-971f71482762 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914617 Jun 16 14:59:54.844892 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f3321306-f788-4767-9ae8-800b1254aa04 req-ef156982-67d1-42c2-a16c-6ae677ca0bfb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585842 Jun 16 14:59:54.872261 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:54.927016 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-65998165-963f-463d-b789-1b4a80290789 None None] Provisioning complete for port a01fa99d-4758-4a2b-acb0-61d7473ae3da triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:54.927395 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-65998165-963f-463d-b789-1b4a80290789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:54.934081 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port b2919782-f125-4cb1-9fec-51589bfbffee is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:54.972382 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] Set router a1808008-7ee8-4ae2-a25b-5a52c7926592 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:55.034793 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-65998165-963f-463d-b789-1b4a80290789 None None] Port a01fa99d-4758-4a2b-acb0-61d7473ae3da cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 14:59:55.097907 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b2919782-f125-4cb1-9fec-51589bfbffee up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:55.158589 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:55.184608 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dc40009-aa5d-4fdc-b72e-f55249f8085c req-5d5b7183-59bc-41be-b50b-e1df82f52a6b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0382359 Jun 16 14:59:55.197962 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port b2919782-f125-4cb1-9fec-51589bfbffee triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:55.198334 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:55.207882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 14:59:55.214340 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-32f97cdb-3c76-4968-8ada-99b1b6844972 admin admin] 10.222.0.72 "PUT /v2.0/routers/a1808008-7ee8-4ae2-a25b-5a52c7926592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8807116 Jun 16 14:59:55.292821 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:53Z', 'revision_number': 4, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port': {'id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'a01fa99d-4758-4a2b-acb0-61d7473ae3da', 'name': '', 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'mac_address': 'fa:16:3e:c0:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:53Z', 'updated_at': '2022-06-16T14:59:54Z', 'revision_number': 2, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'subnets': [{'id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:55.344982 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f5512-d6d4-4acf-83e6-4af394c3c40f None None] The sync data for ids ['a1808008-7ee8-4ae2-a25b-5a52c7926592'] in dv-cinder-837165-3-iscsi is: [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:53Z', 'revision_number': 4, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port': {'id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'a01fa99d-4758-4a2b-acb0-61d7473ae3da', 'name': '', 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'mac_address': 'fa:16:3e:c0:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:53Z', 'updated_at': '2022-06-16T14:59:54Z', 'revision_number': 2, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'subnets': [{'id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:59:55.365496 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port b2919782-f125-4cb1-9fec-51589bfbffee is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:55.367241 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b56478e5-e3c4-49fd-b947-e35bfb4c2e57 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:55.450429 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:55.451020 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:55.477907 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee53d5-157c-48f5-b7c2-6634846e330e req-e91eb29e-bb67-4b8f-8360-349d004d518a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:55.491518 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-13ee53d5-157c-48f5-b7c2-6634846e330e req-e91eb29e-bb67-4b8f-8360-349d004d518a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.1058557 Jun 16 14:59:55.555882 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-13ee53d5-157c-48f5-b7c2-6634846e330e req-62e92a11-36df-44be-bd4a-844b47fe7e66 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602469 Jun 16 14:59:55.640702 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:55.690678 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3c5fa209-8fcf-45a3-ac3c-d991c7c2d475 req-c5f2c509-05fd-491f-a2ad-10f5710a19c9 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970346 Jun 16 14:59:55.849418 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 37148) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:55.877135 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-a8d5481d-e012-4dcb-8c34-e58a3b9c8c1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425536924', 'description': 'tempest-secgroup-smoke-425536924 description', 'project_id': '05223500b4a142c7a77c2de010541b84'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:55.914814 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a8d5481d-e012-4dcb-8c34-e58a3b9c8c1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.022806 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3164d-87c7-46e9-91ac-569bf0fa49d0 req-f3a3c825-9042-44f5-81ad-411fe09c9500 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:56.024395 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fba3164d-87c7-46e9-91ac-569bf0fa49d0 req-f3a3c825-9042-44f5-81ad-411fe09c9500 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0835853 Jun 16 14:59:56.035664 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a8d5481d-e012-4dcb-8c34-e58a3b9c8c1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group (eb23238f-1fcc-48f7-b7da-d7e7cdf757f8), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.036494 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a8d5481d-e012-4dcb-8c34-e58a3b9c8c1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (eb23238f-1fcc-48f7-b7da-d7e7cdf757f8), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.088015 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a8d5481d-e012-4dcb-8c34-e58a3b9c8c1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.089686 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a8d5481d-e012-4dcb-8c34-e58a3b9c8c1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2379658 Jun 16 14:59:56.092363 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5481d-e012-4dcb-8c34-e58a3b9c8c1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:56.095563 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37162) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:56.101518 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-7e1b46e1-6d20-490a-b256-6f7596d686aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'security_group_rule': {'security_group_id': 'eb23238f-1fcc-48f7-b7da-d7e7cdf757f8', 'project_id': '05223500b4a142c7a77c2de010541b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:56.111079 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:56.141898 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fba3164d-87c7-46e9-91ac-569bf0fa49d0 req-97cf5ba4-d9d3-40bc-8e73-fe0a4c2acada tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942042 Jun 16 14:59:56.152902 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e1b46e1-6d20-490a-b256-6f7596d686aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (bcd75861-120b-4a56-9330-b166faaa8081), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.233048 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e1b46e1-6d20-490a-b256-6f7596d686aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (bcd75861-120b-4a56-9330-b166faaa8081), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.240253 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e1b46e1-6d20-490a-b256-6f7596d686aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (bcd75861-120b-4a56-9330-b166faaa8081), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.271270 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b46e1-6d20-490a-b256-6f7596d686aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd75861-120b-4a56-9330-b166faaa8081,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:56.282893 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e1b46e1-6d20-490a-b256-6f7596d686aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.284359 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7e1b46e1-6d20-490a-b256-6f7596d686aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877453 Jun 16 14:59:56.287759 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37172) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:56.294437 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-638fb66b-3d0a-4801-b11c-321ad71dcd97 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'security_group_rule': {'security_group_id': 'eb23238f-1fcc-48f7-b7da-d7e7cdf757f8', 'project_id': '05223500b4a142c7a77c2de010541b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:56.336274 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-638fb66b-3d0a-4801-b11c-321ad71dcd97 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (fb860791-3a4a-4c89-8537-832771442bbc), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.338035 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b14018a9-f342-482e-9e39-4fa0ecf156b0 req-0c86fd4e-5722-4925-8511-20fac1e40b4c tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0411880 Jun 16 14:59:56.409852 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:56.431381 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-638fb66b-3d0a-4801-b11c-321ad71dcd97 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (fb860791-3a4a-4c89-8537-832771442bbc), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.435498 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-638fb66b-3d0a-4801-b11c-321ad71dcd97 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (fb860791-3a4a-4c89-8537-832771442bbc), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.461135 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fb66b-3d0a-4801-b11c-321ad71dcd97 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb860791-3a4a-4c89-8537-832771442bbc,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:56.489203 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-638fb66b-3d0a-4801-b11c-321ad71dcd97 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.493984 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-638fb66b-3d0a-4801-b11c-321ad71dcd97 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2014091 Jun 16 14:59:56.494320 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37178) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:56.501090 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-d9dfe5df-86f9-4018-84de-5ef05cf8dff5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'security_group_rule': {'security_group_id': 'eb23238f-1fcc-48f7-b7da-d7e7cdf757f8', 'project_id': '05223500b4a142c7a77c2de010541b84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:56.541026 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe5df-86f9-4018-84de-5ef05cf8dff5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (686bcc94-c21e-4e36-8d17-dd45aae09d20), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.603726 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe5df-86f9-4018-84de-5ef05cf8dff5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (686bcc94-c21e-4e36-8d17-dd45aae09d20), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.609035 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe5df-86f9-4018-84de-5ef05cf8dff5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (686bcc94-c21e-4e36-8d17-dd45aae09d20), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.646224 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfe5df-86f9-4018-84de-5ef05cf8dff5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686bcc94-c21e-4e36-8d17-dd45aae09d20,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:56.671388 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d9dfe5df-86f9-4018-84de-5ef05cf8dff5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.672640 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d9dfe5df-86f9-4018-84de-5ef05cf8dff5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771183 Jun 16 14:59:56.676919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 37182) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:56.685077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-07699212-d066-4f53-af73-979bc41597f4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'security_group_rule': {'security_group_id': 'eb23238f-1fcc-48f7-b7da-d7e7cdf757f8', 'project_id': '05223500b4a142c7a77c2de010541b84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:56.695008 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231ffe0-c141-4bae-9a63-b68620d08d2e req-3fe03504-ec1f-4b9f-ba5b-c31d212186da tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:56.697005 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f231ffe0-c141-4bae-9a63-b68620d08d2e req-3fe03504-ec1f-4b9f-ba5b-c31d212186da tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0679569 Jun 16 14:59:56.719092 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07699212-d066-4f53-af73-979bc41597f4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (bdd2e7df-72ef-4b1e-8c66-df3cb0be6e59), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.755598 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f231ffe0-c141-4bae-9a63-b68620d08d2e req-fdc685e3-062a-4906-8b5c-22f3983253e2 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512445 Jun 16 14:59:56.796803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07699212-d066-4f53-af73-979bc41597f4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (bdd2e7df-72ef-4b1e-8c66-df3cb0be6e59), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.801342 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07699212-d066-4f53-af73-979bc41597f4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (bdd2e7df-72ef-4b1e-8c66-df3cb0be6e59), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.825827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07699212-d066-4f53-af73-979bc41597f4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd2e7df-72ef-4b1e-8c66-df3cb0be6e59,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:56.833412 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07699212-d066-4f53-af73-979bc41597f4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.835560 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-07699212-d066-4f53-af73-979bc41597f4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575091 Jun 16 14:59:56.839880 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37186) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:56.844787 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-3be1b48d-015f-4f38-bd1b-1b8f067c1cef tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'security_group_rule': {'security_group_id': 'eb23238f-1fcc-48f7-b7da-d7e7cdf757f8', 'project_id': '05223500b4a142c7a77c2de010541b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:56.869050 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.securitygroups_db [None req-3be1b48d-015f-4f38-bd1b-1b8f067c1cef tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Project 05223500b4a142c7a77c2de010541b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 14:59:56.875687 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3be1b48d-015f-4f38-bd1b-1b8f067c1cef tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (4e9349c1-2619-4aea-9b44-c3276504c08a), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.950740 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3be1b48d-015f-4f38-bd1b-1b8f067c1cef tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (4e9349c1-2619-4aea-9b44-c3276504c08a), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:56.960963 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3be1b48d-015f-4f38-bd1b-1b8f067c1cef tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (4e9349c1-2619-4aea-9b44-c3276504c08a), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.071815 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:57.126741 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:57.127498 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.130574 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:57.232761 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:57.233385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.246537 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1b48d-015f-4f38-bd1b-1b8f067c1cef tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9349c1-2619-4aea-9b44-c3276504c08a,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:57.259490 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3be1b48d-015f-4f38-bd1b-1b8f067c1cef tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.261566 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-3be1b48d-015f-4f38-bd1b-1b8f067c1cef tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4200964 Jun 16 14:59:57.264102 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37190) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 14:59:57.268098 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=eba631b1-3b9a-41f9-bb7e-eef7b47e78c0,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 14:59:57.270606 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-6def4e3f-0cae-480f-9e7b-5e612b55b5b1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'security_group_rule': {'security_group_id': 'eb23238f-1fcc-48f7-b7da-d7e7cdf757f8', 'project_id': '05223500b4a142c7a77c2de010541b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 14:59:57.274071 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.304266 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.securitygroups_db [None req-6def4e3f-0cae-480f-9e7b-5e612b55b5b1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Project 05223500b4a142c7a77c2de010541b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 14:59:57.311303 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6def4e3f-0cae-480f-9e7b-5e612b55b5b1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (2bfb0557-9986-4dda-848a-7ca648b341c2), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.314265 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4b1fc-f07a-4f52-b23c-ce1e4a5b52ca req-4aa0ee37-96c4-4dd9-b771-f23b69cfbc8e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:57.325481 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48f4b1fc-f07a-4f52-b23c-ce1e4a5b52ca req-4aa0ee37-96c4-4dd9-b771-f23b69cfbc8e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0891750 Jun 16 14:59:57.363848 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=eba631b1-3b9a-41f9-bb7e-eef7b47e78c0,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:57.393100 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6def4e3f-0cae-480f-9e7b-5e612b55b5b1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (2bfb0557-9986-4dda-848a-7ca648b341c2), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.397716 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6def4e3f-0cae-480f-9e7b-5e612b55b5b1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (2bfb0557-9986-4dda-848a-7ca648b341c2), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.399785 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48f4b1fc-f07a-4f52-b23c-ce1e4a5b52ca req-d1aeae6e-5045-4404-965a-2f9517852bf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731072 Jun 16 14:59:57.450922 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def4e3f-0cae-480f-9e7b-5e612b55b5b1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfb0557-9986-4dda-848a-7ca648b341c2,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:57.474426 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6def4e3f-0cae-480f-9e7b-5e612b55b5b1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:57.479190 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6def4e3f-0cae-480f-9e7b-5e612b55b5b1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2101831 Jun 16 14:59:57.479190 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5089637b-5c4b-4bbf-a90d-f3af2ddfea1a req-80202259-08ff-4ec3-a0b5-cb2c9266e6b3 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0482941 Jun 16 14:59:57.904086 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd2fcc-08cf-4518-97d5-ce0676d1a20a req-59f7c2e4-ca62-4a48-b651-f259ad6c25a6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:57.905966 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b7cd2fcc-08cf-4518-97d5-ce0676d1a20a req-59f7c2e4-ca62-4a48-b651-f259ad6c25a6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0621915 Jun 16 14:59:57.974066 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b7cd2fcc-08cf-4518-97d5-ce0676d1a20a req-2969c5a1-4ec4-4b6f-aeac-5a1f5b7e3212 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621774 Jun 16 14:59:58.552067 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4e4b2-735e-4449-8d1e-ed7ca0cf054b req-3334ca08-54ec-4781-8e36-44bbbedea13a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:58.554470 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-24e4e4b2-735e-4449-8d1e-ed7ca0cf054b req-3334ca08-54ec-4781-8e36-44bbbedea13a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0695825 Jun 16 14:59:58.591881 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:58.609184 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fd114f5a-ab66-4871-aa12-1188c190fe79 req-069dd0af-d1cc-4875-a6a2-23249b90a696 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0419042 Jun 16 14:59:58.621426 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-24e4e4b2-735e-4449-8d1e-ed7ca0cf054b req-0c5ce82c-e32b-494b-9fe8-d3577aca665f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607734 Jun 16 14:59:59.035286 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 14:59:59.090207 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 14:59:59.090646 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 14:59:59.150422 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e08d6c-5f03-4a86-b9f6-6fc7c6d60ca3 req-da831826-de07-436b-b617-ef54c480d3c5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:59.151927 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-54e08d6c-5f03-4a86-b9f6-6fc7c6d60ca3 req-da831826-de07-436b-b617-ef54c480d3c5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0712945 Jun 16 14:59:59.165412 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:59.168281 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 14:59:59.212685 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:59.221627 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-54e08d6c-5f03-4a86-b9f6-6fc7c6d60ca3 req-38752060-b6a7-4e5f-b8b9-078c8462f498 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601721 Jun 16 14:59:59.664365 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Sync routers for ids ['a1808008-7ee8-4ae2-a25b-5a52c7926592'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:59.675798 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Routers {'a1808008-7ee8-4ae2-a25b-5a52c7926592'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 14:59:59.676357 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['a1808008-7ee8-4ae2-a25b-5a52c7926592'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:59.744205 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e63a9e92-eb67-4374-9685-5d5b9494c7ab req-35b73023-2a12-4943-a078-05c8009bc685 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0433590 Jun 16 14:59:59.782320 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb9151-ebb0-4189-8b68-a4b1817b3aee req-00ed9112-b3e1-4b60-8aaa-8260c9d33444 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 14:59:59.789198 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fdb9151-ebb0-4189-8b68-a4b1817b3aee req-00ed9112-b3e1-4b60-8aaa-8260c9d33444 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0674279 Jun 16 14:59:59.829910 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 14:59:59.837785 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Set router a1808008-7ee8-4ae2-a25b-5a52c7926592 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 14:59:59.861686 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fdb9151-ebb0-4189-8b68-a4b1817b3aee req-03248bb9-9f2a-494b-8f5d-398bab24165a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707827 Jun 16 15:00:00.041691 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:53Z', 'revision_number': 4, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port': {'id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'a01fa99d-4758-4a2b-acb0-61d7473ae3da', 'name': '', 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'mac_address': 'fa:16:3e:c0:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:53Z', 'updated_at': '2022-06-16T14:59:54Z', 'revision_number': 2, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'subnets': [{'id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:00.073991 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Checking router: a1808008-7ee8-4ae2-a25b-5a52c7926592 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:00:00.074337 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Updating router a1808008-7ee8-4ae2-a25b-5a52c7926592 port a01fa99d-4758-4a2b-acb0-61d7473ae3da binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:00:00.104319 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.301874 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:00.355085 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858885b-6d32-4b41-b7bb-b5ff2dfd6da5 req-8b46decf-053f-4810-8a42-43eac475287b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:00.357002 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4858885b-6d32-4b41-b7bb-b5ff2dfd6da5 req-8b46decf-053f-4810-8a42-43eac475287b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0608134 Jun 16 15:00:00.414029 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4858885b-6d32-4b41-b7bb-b5ff2dfd6da5 req-9115e27a-9d38-4e5b-953a-d08cac77c928 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512154 Jun 16 15:00:00.416646 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Publish callbacks [] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.423839 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.495389 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de04fee-98a3-413d-9ad0-74da29c46b3a None None] Pushing event updated for resources: {'Port': ['ID=a01fa99d-4758-4a2b-acb0-61d7473ae3da,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:00.564433 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Attempting to bind port a01fa99d-4758-4a2b-acb0-61d7473ae3da on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:00:00.564745 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Attempting to bind port a01fa99d-4758-4a2b-acb0-61d7473ae3da by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:00:00.565093 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Attempting to bind port a01fa99d-4758-4a2b-acb0-61d7473ae3da on network b67737ef-04f1-447b-9986-889ff3745d2c {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:00:00.571457 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:00:00.571831 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Checking segment: {'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:00:00.572232 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.572627 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Bound using segment: {'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:00:00.573127 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Bound port: a01fa99d-4758-4a2b-acb0-61d7473ae3da, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde03e82-07f2-4b88-87dc-ebcba5a1a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:00:00.573508 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.656618 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] For port a01fa99d-4758-4a2b-acb0-61d7473ae3da, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:00:00.662325 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] For port a01fa99d-4758-4a2b-acb0-61d7473ae3da, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=a01fa99d-4758-4a2b-acb0-61d7473ae3da,segment=NetworkSegment(bde03e82-07f2-4b88-87dc-ebcba5a1a119),segment_id=bde03e82-07f2-4b88-87dc-ebcba5a1a119)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:00:00.671605 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.729390 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-f93146d3-30f5-4b91-966d-5a630d074047 None None] Provisioning complete for port a01fa99d-4758-4a2b-acb0-61d7473ae3da triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:00.730014 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f93146d3-30f5-4b91-966d-5a630d074047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.733873 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Routers {'a1808008-7ee8-4ae2-a25b-5a52c7926592'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:00:00.734446 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T14:59:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['a1808008-7ee8-4ae2-a25b-5a52c7926592'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:00.787979 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de04fee-98a3-413d-9ad0-74da29c46b3a None None] Pushing event updated for resources: {'Port': ['ID=a01fa99d-4758-4a2b-acb0-61d7473ae3da,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:00.834469 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:00.842573 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-f93146d3-30f5-4b91-966d-5a630d074047 None None] Current status of the port a01fa99d-4758-4a2b-acb0-61d7473ae3da is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:00.842955 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f93146d3-30f5-4b91-966d-5a630d074047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.899056 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-f93146d3-30f5-4b91-966d-5a630d074047 None None] For port a01fa99d-4758-4a2b-acb0-61d7473ae3da, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=a01fa99d-4758-4a2b-acb0-61d7473ae3da,segment=NetworkSegment(bde03e82-07f2-4b88-87dc-ebcba5a1a119),segment_id=bde03e82-07f2-4b88-87dc-ebcba5a1a119)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:00.905099 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f93146d3-30f5-4b91-966d-5a630d074047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:00.921982 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] Set router a1808008-7ee8-4ae2-a25b-5a52c7926592 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:00:00.933287 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-36b16616-d40b-4cfa-992f-15a58557ec04 req-00b15000-1fb9-4c01-9d79-0368a3fb31a4 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0825248 Jun 16 15:00:01.015620 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93146d3-30f5-4b91-966d-5a630d074047 None None] Pushing event updated for resources: {'Port': ['ID=a01fa99d-4758-4a2b-acb0-61d7473ae3da,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:01.127321 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b188227-883a-4f8b-be20-1cacd0400f9c req-ccba9a3f-ecc4-43ac-a8d6-360200d48dc7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:01.145560 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5b188227-883a-4f8b-be20-1cacd0400f9c req-ccba9a3f-ecc4-43ac-a8d6-360200d48dc7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.1354539 Jun 16 15:00:01.159880 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-c249f623-c5cc-47e3-9146-7a3f679df5ae None None] Provisioning complete for port a01fa99d-4758-4a2b-acb0-61d7473ae3da triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:01.160935 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c249f623-c5cc-47e3-9146-7a3f679df5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.167277 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device a01fa99d-4758-4a2b-acb0-61d7473ae3da up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:00:01.205196 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:01.251057 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5b188227-883a-4f8b-be20-1cacd0400f9c req-af16e016-e500-48ea-8251-2c36c16e6f9c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030507 Jun 16 15:00:01.306826 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port a01fa99d-4758-4a2b-acb0-61d7473ae3da triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:01.307241 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.374556 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-c249f623-c5cc-47e3-9146-7a3f679df5ae None None] Current status of the port a01fa99d-4758-4a2b-acb0-61d7473ae3da is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:01.427043 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-0b765898-2911-477b-8e99-54c129798d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:53Z', 'revision_number': 4, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port': {'id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'a01fa99d-4758-4a2b-acb0-61d7473ae3da', 'name': '', 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'mac_address': 'fa:16:3e:c0:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:53Z', 'updated_at': '2022-06-16T15:00:00Z', 'revision_number': 4, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'subnets': [{'id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:01.429938 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port a01fa99d-4758-4a2b-acb0-61d7473ae3da is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:01.434938 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37310) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:01.463043 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b765898-2911-477b-8e99-54c129798d99 None None] The sync data for ids ['a1808008-7ee8-4ae2-a25b-5a52c7926592'] in dv-cinder-837165-3-iscsi is: [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:53Z', 'revision_number': 4, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port': {'id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'a01fa99d-4758-4a2b-acb0-61d7473ae3da', 'name': '', 'network_id': 'b67737ef-04f1-447b-9986-889ff3745d2c', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'mac_address': 'fa:16:3e:c0:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:53Z', 'updated_at': '2022-06-16T15:00:00Z', 'revision_number': 4, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'subnets': [{'id': 'f9ef25d8-ad13-4a8d-8272-7184f5981338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:00:01.562526 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71a14b-bbcd-4497-8db4-51cf800caf5c req-2252c70a-3178-45f3-a89d-768f008abfdc tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:01.564820 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6a71a14b-bbcd-4497-8db4-51cf800caf5c req-2252c70a-3178-45f3-a89d-768f008abfdc tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 944 time: 0.0712855 Jun 16 15:00:01.612135 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5ab002d8-c7a1-41f5-824b-0123524168ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.631807 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6a71a14b-bbcd-4497-8db4-51cf800caf5c req-20e0443c-e860-4451-9d7f-e4d8017bb745 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552046 Jun 16 15:00:01.728140 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5ab002d8-c7a1-41f5-824b-0123524168ea admin admin] Publish callbacks [] for security_group (1edef409-f487-4e24-99b6-d1d6447f01ed), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.738713 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5ab002d8-c7a1-41f5-824b-0123524168ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (1edef409-f487-4e24-99b6-d1d6447f01ed), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.781137 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab002d8-c7a1-41f5-824b-0123524168ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edef409-f487-4e24-99b6-d1d6447f01ed,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:01.785977 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5ab002d8-c7a1-41f5-824b-0123524168ea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b475cd8351374fb0a0853b4d4534dfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499670 Jun 16 15:00:01.790231 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37316) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:01.868327 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcafc-e242-46c0-9faa-80d58df0026f admin admin] Publish callbacks [] for security_group (1edef409-f487-4e24-99b6-d1d6447f01ed), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.910421 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcafc-e242-46c0-9faa-80d58df0026f admin admin] Publish callbacks [] for security_group (1edef409-f487-4e24-99b6-d1d6447f01ed), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.966598 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcafc-e242-46c0-9faa-80d58df0026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (1edef409-f487-4e24-99b6-d1d6447f01ed), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.970155 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcafc-e242-46c0-9faa-80d58df0026f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:01.974396 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-fdfdcafc-e242-46c0-9faa-80d58df0026f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1edef409-f487-4e24-99b6-d1d6447f01ed HTTP/1.1" status: 204 len: 168 time: 0.1805613 Jun 16 15:00:01.982310 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdcafc-e242-46c0-9faa-80d58df0026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edef409-f487-4e24-99b6-d1d6447f01ed,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:02.077595 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b7b37ffb-a39b-4c6c-9ff8-2d09689ea18a req-29372853-cb31-46e8-a6df-f99089903e5d tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0338318 Jun 16 15:00:02.172143 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device debe1ea3-86a2-4afa-9cc5-933e034bfa9d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:00:02.202480 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:02.330545 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port debe1ea3-86a2-4afa-9cc5-933e034bfa9d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:02.362622 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'port_id': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'mac_address': 'fa:16:3e:a7:b8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:00:02.410135 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port debe1ea3-86a2-4afa-9cc5-933e034bfa9d is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:02.410426 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:02.424889 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99277aa7-3e32-4bfd-bd84-6153e9bec037 req-55d5966e-8e4e-4997-b022-a0eaf590e45e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:02.426036 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debe1ea3-86a2-4afa-9cc5-933e034bfa9d {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:00:02.426431 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-99277aa7-3e32-4bfd-bd84-6153e9bec037 req-55d5966e-8e4e-4997-b022-a0eaf590e45e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0536337 Jun 16 15:00:02.450951 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port debe1ea3-86a2-4afa-9cc5-933e034bfa9d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:02.454984 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:02.480517 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-99277aa7-3e32-4bfd-bd84-6153e9bec037 req-98c063f8-9bf8-4964-9b38-30082f7a092b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471694 Jun 16 15:00:02.510990 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:02.603545 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8a762-acda-4035-acd1-223624f785de req-f847264b-8238-49e2-9d2b-715c6f016b30 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:02.605293 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7bc8a762-acda-4035-acd1-223624f785de req-f847264b-8238-49e2-9d2b-715c6f016b30 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0519629 Jun 16 15:00:02.667351 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7bc8a762-acda-4035-acd1-223624f785de req-b8a7d430-7908-455a-8715-f24f7f3d95b2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554636 Jun 16 15:00:02.784916 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a8417-fe54-4682-8d90-62e32ba66941 req-e4861761-a319-4db3-b397-0293db41ace8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:02.786599 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c98a8417-fe54-4682-8d90-62e32ba66941 req-e4861761-a319-4db3-b397-0293db41ace8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 945 time: 0.0604510 Jun 16 15:00:02.847561 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c98a8417-fe54-4682-8d90-62e32ba66941 req-e6d13aec-a15a-4423-84b2-c284bef0f763 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547960 Jun 16 15:00:03.114839 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device a01fa99d-4758-4a2b-acb0-61d7473ae3da up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:00:03.153844 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe45ee-7398-46fe-881c-35f047f45def req-a51fb5c1-f46b-400e-8d36-b3aded4ce107 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:03.155472 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-a51fb5c1-f46b-400e-8d36-b3aded4ce107 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.86 "GET /v2.0/networks?id=07db0cfb-ec4f-4004-a40d-4f4a390f3311 HTTP/1.1" status: 200 len: 808 time: 0.1666582 Jun 16 15:00:03.182327 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['debe1ea3-86a2-4afa-9cc5-933e034bfa9d'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:00:03.197500 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Request body: {'port': {'device_id': '03533502-cce0-4b66-a223-974d7c2d69e3', 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311', 'admin_state_up': True, 'tenant_id': '8bfa0f9f3251447c922938888ddea917'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:03.215812 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9234b30a-29f7-4eda-b256-8360a482e403 req-407a9228-b512-40c3-b106-69ab0aea9a34 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0382524 Jun 16 15:00:03.229093 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:03.254785 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port a01fa99d-4758-4a2b-acb0-61d7473ae3da triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:03.255416 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:03.346757 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Made reservation on behalf of 8bfa0f9f3251447c922938888ddea917 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:03.350833 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:03.526155 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Allocated IP 172.20.0.2 (07db0cfb-ec4f-4004-a40d-4f4a390f3311/c7f6332d-b620-400b-8d77-7abbcc152797/007d803c-5b61-4f7b-85da-08d5f1236816) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:03.560067 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port a01fa99d-4758-4a2b-acb0-61d7473ae3da is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:03.704654 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks [] for port (007d803c-5b61-4f7b-85da-08d5f1236816), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:03.705885 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:03.738440 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:03.748182 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:03.797095 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:03.803381 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:03.809254 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:00:03.815775 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Pushing event updated for resources: {'Port': ['ID=007d803c-5b61-4f7b-85da-08d5f1236816,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:03.863971 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:03.864587 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:03.889925 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-ff1e6690-ed8d-4665-bca3-3c18ba21f6eb tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6972249 Jun 16 15:00:03.918918 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Request body: {'port': {'device_id': '03533502-cce0-4b66-a223-974d7c2d69e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:04.023402 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b90129-cba8-4b67-b645-99f1e2ab64f3 req-0ac414ab-b51d-41af-9bea-72de8a494d71 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:04.024988 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-89b90129-cba8-4b67-b645-99f1e2ab64f3 req-0ac414ab-b51d-41af-9bea-72de8a494d71 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 945 time: 0.0840859 Jun 16 15:00:04.034351 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:04.119967 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-89b90129-cba8-4b67-b645-99f1e2ab64f3 req-a4c849c4-2bd2-4b75-97cc-26ed42f78480 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871840 Jun 16 15:00:04.351697 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dadb42-771a-4631-9f43-bce84babd453 req-07e4a16a-09bb-4d90-aa07-bc2521e51fbe tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:04.353288 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-50dadb42-771a-4631-9f43-bce84babd453 req-07e4a16a-09bb-4d90-aa07-bc2521e51fbe tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 931 time: 0.0582421 Jun 16 15:00:04.385647 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007d803c-5b61-4f7b-85da-08d5f1236816 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:00:04.393882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Publish callbacks [] for port (007d803c-5b61-4f7b-85da-08d5f1236816), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:04.408036 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-50dadb42-771a-4631-9f43-bce84babd453 req-dfe7a26c-f59b-44c4-82c2-a065b14892c1 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Jun 16 15:00:04.411977 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Transition to ACTIVE for port object 007d803c-5b61-4f7b-85da-08d5f1236816 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:00:04.415917 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:04.480050 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=007d803c-5b61-4f7b-85da-08d5f1236816,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:04.566425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Attempting to bind port 007d803c-5b61-4f7b-85da-08d5f1236816 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:00:04.567169 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Attempting to bind port 007d803c-5b61-4f7b-85da-08d5f1236816 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:00:04.567169 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Attempting to bind port 007d803c-5b61-4f7b-85da-08d5f1236816 on network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:00:04.572647 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Port 007d803c-5b61-4f7b-85da-08d5f1236816 on network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:00:04.573041 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Attempting to bind port 007d803c-5b61-4f7b-85da-08d5f1236816 on network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:00:04.579222 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:00:04.579558 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Checking segment: {'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:00:04.579946 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Bound using segment: {'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:00:04.580383 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Bound port: 007d803c-5b61-4f7b-85da-08d5f1236816, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:00:04.580747 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:04.627563 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:04.674687 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] For port 007d803c-5b61-4f7b-85da-08d5f1236816, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:00:04.678432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] For port 007d803c-5b61-4f7b-85da-08d5f1236816, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=007d803c-5b61-4f7b-85da-08d5f1236816,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:00:04.684785 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:04.718672 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:04.719370 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:04.720986 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] 10.222.0.86 "PUT /v2.0/ports/007d803c-5b61-4f7b-85da-08d5f1236816 HTTP/1.1" status: 200 len: 1093 time: 0.8102405 Jun 16 15:00:04.723582 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03533502-cce0-4b66-a223-974d7c2d69e3', 'tag': '007d803c-5b61-4f7b-85da-08d5f1236816'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:00:04.725923 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896845a3-f2ed-4f48-819f-d64394315d32" -d '{"events": [{"name": "network-changed", "server_uuid": "03533502-cce0-4b66-a223-974d7c2d69e3", "tag": "007d803c-5b61-4f7b-85da-08d5f1236816"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:04.759161 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae83d4b-84fc-43c3-b130-46f9904c3ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=007d803c-5b61-4f7b-85da-08d5f1236816,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:04.772548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24aebe8-5018-4f9f-a98c-34dfc864ebbe x-openstack-request-id: req-a24aebe8-5018-4f9f-a98c-34dfc864ebbe {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:04.772857 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03533502-cce0-4b66-a223-974d7c2d69e3", "tag": "007d803c-5b61-4f7b-85da-08d5f1236816", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:04.773123 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a24aebe8-5018-4f9f-a98c-34dfc864ebbe {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:04.773530 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24aebe8-5018-4f9f-a98c-34dfc864ebbe'] response: {'name': 'network-changed', 'server_uuid': '03533502-cce0-4b66-a223-974d7c2d69e3', 'tag': '007d803c-5b61-4f7b-85da-08d5f1236816', 'status': 'completed', 'code': 200} Jun 16 15:00:04.953974 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:05.000456 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896845a3-f2ed-4f48-819f-d64394315d32 req-ec2efb53-b952-4662-bcfc-c1c5aaccbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.003762 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-896845a3-f2ed-4f48-819f-d64394315d32 req-ec2efb53-b952-4662-bcfc-c1c5aaccbd1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bfa0f9f3251447c922938888ddea917&device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 1127 time: 0.0616410 Jun 16 15:00:05.051969 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device debe1ea3-86a2-4afa-9cc5-933e034bfa9d up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:00:05.109216 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port debe1ea3-86a2-4afa-9cc5-933e034bfa9d completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:00:05.116418 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port debe1ea3-86a2-4afa-9cc5-933e034bfa9d triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:05.116960 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:05.130542 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896845a3-f2ed-4f48-819f-d64394315d32 req-894bc24d-20a7-4984-9ac0-9fa5d87c3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.133004 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-896845a3-f2ed-4f48-819f-d64394315d32 req-894bc24d-20a7-4984-9ac0-9fa5d87c3406 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8bfa0f9f3251447c922938888ddea917&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1135020 Jun 16 15:00:05.207887 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port debe1ea3-86a2-4afa-9cc5-933e034bfa9d is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:05.208173 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:05.247262 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port debe1ea3-86a2-4afa-9cc5-933e034bfa9d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:05.248785 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34992108-bb48-4184-88ee-43907b8b14a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:00:05.252428 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a4fea-7320-4eef-91fc-0795ea780d1c" -d '{"events": [{"server_uuid": "34992108-bb48-4184-88ee-43907b8b14a3", "name": "network-vif-plugged", "status": "completed", "tag": "debe1ea3-86a2-4afa-9cc5-933e034bfa9d"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:05.255058 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896845a3-f2ed-4f48-819f-d64394315d32 req-0d02bcb3-12e0-4c84-b18b-90fef9e4c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.257206 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:05.257809 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-896845a3-f2ed-4f48-819f-d64394315d32 req-0d02bcb3-12e0-4c84-b18b-90fef9e4c8f5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1177723 Jun 16 15:00:05.301490 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed837381-e6ac-45bd-9b9b-347894e59806 req-40a7d748-3879-4382-bd5d-feadb910eea5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.304125 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ed837381-e6ac-45bd-9b9b-347894e59806 req-40a7d748-3879-4382-bd5d-feadb910eea5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 945 time: 0.0752783 Jun 16 15:00:05.310362 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba014342-cfb3-4657-82de-6f705da8e4f8 x-openstack-request-id: req-ba014342-cfb3-4657-82de-6f705da8e4f8 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:05.310646 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34992108-bb48-4184-88ee-43907b8b14a3", "name": "network-vif-plugged", "status": "completed", "tag": "debe1ea3-86a2-4afa-9cc5-933e034bfa9d", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:05.310900 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba014342-cfb3-4657-82de-6f705da8e4f8 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:05.311302 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba014342-cfb3-4657-82de-6f705da8e4f8'] response: {'server_uuid': '34992108-bb48-4184-88ee-43907b8b14a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'code': 200} Jun 16 15:00:05.333645 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:05.370329 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ed837381-e6ac-45bd-9b9b-347894e59806 req-1a30e81f-b371-4783-a270-51804cf44acc tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586534 Jun 16 15:00:05.447258 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe45ee-7398-46fe-881c-35f047f45def req-270255d8-bb48-4287-b9b4-435929c59afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.449359 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-270255d8-bb48-4287-b9b4-435929c59afc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bfa0f9f3251447c922938888ddea917&device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 1127 time: 0.0617099 Jun 16 15:00:05.535577 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-a0f1c861-28ea-4c41-8259-77c6a113f531 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=007d803c-5b61-4f7b-85da-08d5f1236816 HTTP/1.1" status: 200 len: 217 time: 0.0696347 Jun 16 15:00:05.615661 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca590f-9691-4ab5-86e8-e936a995d4e1 req-0431d440-752d-498e-b6ab-6c9f6b2940ad tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.617784 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b4ca590f-9691-4ab5-86e8-e936a995d4e1 req-0431d440-752d-498e-b6ab-6c9f6b2940ad tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0774424 Jun 16 15:00:05.686255 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:05.697249 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b4ca590f-9691-4ab5-86e8-e936a995d4e1 req-734823a1-c4c9-4864-9413-f835e8d76271 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670094 Jun 16 15:00:05.736235 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba509dc-1cc4-470d-9ed4-5990eef2bbe3 req-d5b7d385-4497-4138-ab15-3717fe893c3a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.737825 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0ba509dc-1cc4-470d-9ed4-5990eef2bbe3 req-d5b7d385-4497-4138-ab15-3717fe893c3a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.1909778 Jun 16 15:00:05.752410 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe45ee-7398-46fe-881c-35f047f45def req-a454d629-d901-4539-82bd-b621e81325f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.753892 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-a454d629-d901-4539-82bd-b621e81325f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c7f6332d-b620-400b-8d77-7abbcc152797 HTTP/1.1" status: 200 len: 848 time: 0.1972878 Jun 16 15:00:05.754801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-98b8cd1e-f705-4b35-85ef-be93ee3a3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.756175 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-98b8cd1e-f705-4b35-85ef-be93ee3a3e5d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 1129 time: 0.1453733 Jun 16 15:00:05.764968 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358362a4-c21a-4c85-b3c2-7ad6dcbfb376 req-97517292-6bcf-47ff-b87e-5f63067d97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:05.766726 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-358362a4-c21a-4c85-b3c2-7ad6dcbfb376 req-97517292-6bcf-47ff-b87e-5f63067d97ee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 1130 time: 0.1179724 Jun 16 15:00:05.844306 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-cece35a7-23fd-4d0f-bad8-c793a398bc07 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=07db0cfb-ec4f-4004-a40d-4f4a390f3311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665057 Jun 16 15:00:05.992965 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0ba509dc-1cc4-470d-9ed4-5990eef2bbe3 req-5d8a8c85-36f2-4982-9af0-1eccf76cafc1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456155 Jun 16 15:00:05.998663 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-358362a4-c21a-4c85-b3c2-7ad6dcbfb376 req-bccd1d00-c363-4ac0-a7b8-8e43232fe4b3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197120 Jun 16 15:00:06.046359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-ce71664d-062a-4cb3-9ee5-cf5ec99e806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:06.047848 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-ce71664d-062a-4cb3-9ee5-cf5ec99e806f service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.2727907 Jun 16 15:00:06.054002 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-a64d69b5-e17c-40ac-89dc-f354b1ec1ae1 service neutron] 10.222.0.86 "GET /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964488 Jun 16 15:00:06.501228 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c64b63-9e07-4091-a4ac-e87233a2ce29 req-3422042d-bfea-4143-ad40-fea73f8620f1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:06.502766 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-75c64b63-9e07-4091-a4ac-e87233a2ce29 req-3422042d-bfea-4143-ad40-fea73f8620f1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0546138 Jun 16 15:00:06.558245 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-75c64b63-9e07-4091-a4ac-e87233a2ce29 req-5e9fe801-76cf-45eb-a24f-44edd5eeaa90 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485260 Jun 16 15:00:06.604961 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-3e97223e-e932-452f-aed9-4deebd176b84 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac HTTP/1.1" status: 200 len: 217 time: 0.0449629 Jun 16 15:00:06.691720 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:06.707819 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-43da1cdb-89fe-43c7-9159-88466a47772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:06.709462 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-43da1cdb-89fe-43c7-9159-88466a47772f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0977781 Jun 16 15:00:06.726542 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2dbe45ee-7398-46fe-881c-35f047f45def req-9518b0bb-8c07-4906-8857-bfc6c3049cdb service neutron] 10.222.0.86 "GET /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750603 Jun 16 15:00:06.827693 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d69ff-58f5-49b7-8a17-0bdecb5b3dae req-19359f82-5db1-4d4b-bd5d-da93da7f42f5 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:06.830839 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5b0d69ff-58f5-49b7-8a17-0bdecb5b3dae req-19359f82-5db1-4d4b-bd5d-da93da7f42f5 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0566056 Jun 16 15:00:06.914968 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:06.921390 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5b0d69ff-58f5-49b7-8a17-0bdecb5b3dae req-7540b8ae-667d-4828-800e-3d7cdbc8dd08 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749428 Jun 16 15:00:07.132482 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d5ac3-6ca2-4052-8b1c-b06f6cbb621e req-43f9a17f-48f5-41e7-b508-158d33c3f1ca tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:07.134046 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-322d5ac3-6ca2-4052-8b1c-b06f6cbb621e req-43f9a17f-48f5-41e7-b508-158d33c3f1ca tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0559413 Jun 16 15:00:07.165802 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:07.191598 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-322d5ac3-6ca2-4052-8b1c-b06f6cbb621e req-9cdc920c-b4bf-46a8-be58-169ece7c2c8b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Jun 16 15:00:07.249880 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-33a28ee4-5e60-4c27-846d-e0f87f527c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:07.290706 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-8a4cbfb6-b79a-4dd0-9c31-1e904aafb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:07.292265 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-8a4cbfb6-b79a-4dd0-9c31-1e904aafb080 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431485 Jun 16 15:00:07.675994 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a226d5b-8193-422e-ad33-4301bdf1ae4e req-f283a717-4eee-4f88-9e11-8d389d10071a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:07.677621 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5a226d5b-8193-422e-ad33-4301bdf1ae4e req-f283a717-4eee-4f88-9e11-8d389d10071a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0508685 Jun 16 15:00:07.733891 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5a226d5b-8193-422e-ad33-4301bdf1ae4e req-2b96a6c0-ed0c-496c-9c83-d2d2f8863ea4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506618 Jun 16 15:00:08.048009 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb37be9-480e-4fd3-8d75-8377ad0b3802 req-ae28f758-75e7-4f09-8114-be551ca3c356 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:08.049676 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fbb37be9-480e-4fd3-8d75-8377ad0b3802 req-ae28f758-75e7-4f09-8114-be551ca3c356 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0513957 Jun 16 15:00:08.119387 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fbb37be9-480e-4fd3-8d75-8377ad0b3802 req-89a3c205-1ca5-437d-9db1-24b056b2e4f5 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629601 Jun 16 15:00:08.319101 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc62f60-4576-4f79-a4a7-fafab3b5c27c req-060ec114-4a8e-4a80-a9cd-0262254d158a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:08.320696 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fc62f60-4576-4f79-a4a7-fafab3b5c27c req-060ec114-4a8e-4a80-a9cd-0262254d158a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0544152 Jun 16 15:00:08.381348 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fc62f60-4576-4f79-a4a7-fafab3b5c27c req-f594a889-e57e-4413-b584-da2fe3f0d492 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542049 Jun 16 15:00:08.866617 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a6f1-4b0d-4c12-9f3d-fa0bad0114b1 req-d9a9cbfd-72ba-464a-94d2-26d736ba215a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:08.868156 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-73d6a6f1-4b0d-4c12-9f3d-fa0bad0114b1 req-d9a9cbfd-72ba-464a-94d2-26d736ba215a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0520248 Jun 16 15:00:08.931902 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-73d6a6f1-4b0d-4c12-9f3d-fa0bad0114b1 req-0a4498ec-a253-4b30-8280-61256d17925e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537162 Jun 16 15:00:09.239238 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef61-6ef3-450a-9f1c-2d45467e05a7 req-a4da9a84-2a65-4558-99ce-d1894257bbd3 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:09.241409 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4783ef61-6ef3-450a-9f1c-2d45467e05a7 req-a4da9a84-2a65-4558-99ce-d1894257bbd3 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0482807 Jun 16 15:00:09.292890 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4783ef61-6ef3-450a-9f1c-2d45467e05a7 req-0bee6307-e2af-4fed-9db6-cd7859d61250 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Jun 16 15:00:09.505996 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ba0e5-d418-4a24-9aa8-8ecee25e8893 req-8fbd7ebb-f747-4357-aa04-ac1397b3b030 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:09.507556 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-859ba0e5-d418-4a24-9aa8-8ecee25e8893 req-8fbd7ebb-f747-4357-aa04-ac1397b3b030 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0536191 Jun 16 15:00:09.558697 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-859ba0e5-d418-4a24-9aa8-8ecee25e8893 req-c52a8812-c9f9-44a4-9707-e7218f50b45a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 Jun 16 15:00:09.854018 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:10.055631 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d1f1b-35ed-48e3-a581-a92ee546d8c6 req-fad36bbe-701f-4a84-b2fb-967df278694d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:10.057247 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ac2d1f1b-35ed-48e3-a581-a92ee546d8c6 req-fad36bbe-701f-4a84-b2fb-967df278694d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0482094 Jun 16 15:00:10.106656 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ac2d1f1b-35ed-48e3-a581-a92ee546d8c6 req-0def2f31-ff8c-45fd-a73a-4fd2545172e0 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437446 Jun 16 15:00:10.123263 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:10.133458 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e8350637-c630-4b17-b8c5-9b49abfcfa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:10.436554 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023e827-a68b-4912-9171-db450f9fc4b6 req-ad68ee5d-7102-4bca-810e-60254813fa09 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:10.438074 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d023e827-a68b-4912-9171-db450f9fc4b6 req-ad68ee5d-7102-4bca-810e-60254813fa09 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0519416 Jun 16 15:00:10.491369 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d023e827-a68b-4912-9171-db450f9fc4b6 req-60aab893-9927-447a-8dfc-d84dd5c77c9b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475767 Jun 16 15:00:10.699173 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47fb16-fed6-4c5e-98b3-ad3e6d974a7f req-6925f465-f021-4cda-958a-d5dd4a152ae9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:10.701427 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eb47fb16-fed6-4c5e-98b3-ad3e6d974a7f req-6925f465-f021-4cda-958a-d5dd4a152ae9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0603557 Jun 16 15:00:10.750791 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eb47fb16-fed6-4c5e-98b3-ad3e6d974a7f req-7f8988da-3ddc-4c55-895e-ba65b01a0709 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438097 Jun 16 15:00:11.232963 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbf6d2-e92c-4982-be65-156f637c69f9 req-fb874554-3c48-4894-bc09-6df3e87fd5f6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:11.234577 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ddbbf6d2-e92c-4982-be65-156f637c69f9 req-fb874554-3c48-4894-bc09-6df3e87fd5f6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0567691 Jun 16 15:00:11.288253 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ddbbf6d2-e92c-4982-be65-156f637c69f9 req-bdc7b255-d6a6-4271-bbbc-bda9a9fb1dfd tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462711 Jun 16 15:00:11.430525 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=27 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:11.431648 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:11.609314 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6a1e-7617-4a97-bc40-180c9c135fb1 req-3ab4442c-f28b-4260-933a-0b16dc7693d1 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:11.610892 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5b9c6a1e-7617-4a97-bc40-180c9c135fb1 req-3ab4442c-f28b-4260-933a-0b16dc7693d1 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0507152 Jun 16 15:00:11.661606 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5b9c6a1e-7617-4a97-bc40-180c9c135fb1 req-e2ac5822-c091-4473-8609-4bc2f02c58f2 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Jun 16 15:00:11.876160 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8537f5-6271-420e-b8c0-b118861abe65 req-7b460429-626a-4e57-b069-4a7ca8b4de22 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:11.877816 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1f8537f5-6271-420e-b8c0-b118861abe65 req-7b460429-626a-4e57-b069-4a7ca8b4de22 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0487063 Jun 16 15:00:11.939204 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1f8537f5-6271-420e-b8c0-b118861abe65 req-46497002-f23d-45d8-952d-cbd7dad33bd3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551753 Jun 16 15:00:12.417278 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35720-6a3f-4a37-a7a9-724e9ce044c2 req-7f40ffb0-a226-4719-99b2-df604923fea4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:12.418765 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-23a35720-6a3f-4a37-a7a9-724e9ce044c2 req-7f40ffb0-a226-4719-99b2-df604923fea4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0561006 Jun 16 15:00:12.476560 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-23a35720-6a3f-4a37-a7a9-724e9ce044c2 req-0b87c6a5-ec0b-4dbf-9605-bb764dd7a13c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518870 Jun 16 15:00:12.510402 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:12.783389 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dfe39-7578-4d2a-9717-9efab7dbf73a req-06a7b170-d857-48a3-8b5d-ea39d875477c tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:12.784984 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fc6dfe39-7578-4d2a-9717-9efab7dbf73a req-06a7b170-d857-48a3-8b5d-ea39d875477c tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0506289 Jun 16 15:00:12.847944 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fc6dfe39-7578-4d2a-9717-9efab7dbf73a req-9dc8398a-731d-4a84-9abb-71168bd27922 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 Jun 16 15:00:13.074397 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66ce68-e702-44a5-a478-fa9b65dc5dad req-fd16e7b8-c70b-4f4a-a559-751c81cdf603 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:13.075940 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c66ce68-e702-44a5-a478-fa9b65dc5dad req-fd16e7b8-c70b-4f4a-a559-751c81cdf603 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0501955 Jun 16 15:00:13.137187 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c66ce68-e702-44a5-a478-fa9b65dc5dad req-baa027d6-7b04-42ff-86c9-1d3b7527137f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543709 Jun 16 15:00:13.598262 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f9abd-da90-4c70-ba6d-80119ad455cf req-612b1148-a08a-4f64-b156-bb548ce8f98f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:13.600262 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f26f9abd-da90-4c70-ba6d-80119ad455cf req-612b1148-a08a-4f64-b156-bb548ce8f98f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0495183 Jun 16 15:00:13.651778 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f26f9abd-da90-4c70-ba6d-80119ad455cf req-e25c0306-42c0-4a73-b2db-d77e1caa9db9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458341 Jun 16 15:00:13.976345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75ce4-24af-421c-b04b-fd4af313d83b req-e411b3e6-1781-4202-b65b-022dabacc492 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:13.977953 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bac75ce4-24af-421c-b04b-fd4af313d83b req-e411b3e6-1781-4202-b65b-022dabacc492 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0510180 Jun 16 15:00:14.031898 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bac75ce4-24af-421c-b04b-fd4af313d83b req-0ebf4528-7ea7-4359-9710-11665dca5b47 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482492 Jun 16 15:00:14.253407 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aff88-2cb2-45f9-a27f-ae7c6a8d292a req-3b0b6bbb-e956-41ad-9874-91c4ab26805f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:14.254936 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b88aff88-2cb2-45f9-a27f-ae7c6a8d292a req-3b0b6bbb-e956-41ad-9874-91c4ab26805f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0488451 Jun 16 15:00:14.281000 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:14.306657 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b88aff88-2cb2-45f9-a27f-ae7c6a8d292a req-5727bc37-8597-4a79-80dd-00b2821a3a8a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459492 Jun 16 15:00:14.368797 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:14.766475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5163e9-0fed-4d9b-8cee-9064e2324c67 req-215c0802-443f-4e5e-bf24-35680f29946d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:14.767981 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ae5163e9-0fed-4d9b-8cee-9064e2324c67 req-215c0802-443f-4e5e-bf24-35680f29946d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0486090 Jun 16 15:00:14.794454 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:14.821150 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ae5163e9-0fed-4d9b-8cee-9064e2324c67 req-6c5d8c8c-2e85-4ecf-82e2-b5780f9c9e8b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468993 Jun 16 15:00:14.891126 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:15.161675 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60657-d2f9-4a37-85e2-63958d04f2a8 req-98287c0a-6028-4d9b-923a-fe8e26b43755 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:15.163304 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-22f60657-d2f9-4a37-85e2-63958d04f2a8 req-98287c0a-6028-4d9b-923a-fe8e26b43755 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0618472 Jun 16 15:00:15.218609 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-22f60657-d2f9-4a37-85e2-63958d04f2a8 req-d2764ed0-c07a-4b8b-b67f-33e505f4ead6 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471241 Jun 16 15:00:15.433906 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c1e6-cb3c-4f42-8374-50f3f7379382 req-cccb62c3-ec1b-4576-a2f0-851f4422965b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:15.435965 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4f67c1e6-cb3c-4f42-8374-50f3f7379382 req-cccb62c3-ec1b-4576-a2f0-851f4422965b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0566216 Jun 16 15:00:15.472475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:15.509522 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4f67c1e6-cb3c-4f42-8374-50f3f7379382 req-123becab-d661-46a0-ab37-dd35646e552d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635612 Jun 16 15:00:15.938843 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300d8ca-e660-4269-9ae9-a657d9901d30 req-b984a64c-2df5-4197-8075-c7a216feb83c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:15.940342 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a300d8ca-e660-4269-9ae9-a657d9901d30 req-b984a64c-2df5-4197-8075-c7a216feb83c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0483093 Jun 16 15:00:15.973137 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:15.989109 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a300d8ca-e660-4269-9ae9-a657d9901d30 req-a3b9fc8b-180b-4fec-8dd4-46763acf0e94 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Jun 16 15:00:16.339025 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25af659-ac07-4bc8-b960-6d0fc3796d3b req-19e4e44a-4ff6-4f56-9570-b149b92587b9 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:16.340502 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b25af659-ac07-4bc8-b960-6d0fc3796d3b req-19e4e44a-4ff6-4f56-9570-b149b92587b9 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0538182 Jun 16 15:00:16.388872 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b25af659-ac07-4bc8-b960-6d0fc3796d3b req-973ab511-a348-41a7-8dc4-234e9ff870ef tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Jun 16 15:00:16.625592 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efafafd-2422-4d56-b8bc-6d8c9acd42d2 req-0310f0d9-2f09-4911-8807-5d82dd6eb5fd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:16.627061 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2efafafd-2422-4d56-b8bc-6d8c9acd42d2 req-0310f0d9-2f09-4911-8807-5d82dd6eb5fd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0473962 Jun 16 15:00:16.681155 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2efafafd-2422-4d56-b8bc-6d8c9acd42d2 req-f2bf4e86-09d8-4685-bf20-cce785773095 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459933 Jun 16 15:00:17.119829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f1682-389b-4e4e-a74a-8db784007171 req-d961cf6e-9575-4184-80f1-d40658c9dabf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:17.121483 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-667f1682-389b-4e4e-a74a-8db784007171 req-d961cf6e-9575-4184-80f1-d40658c9dabf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0504701 Jun 16 15:00:17.175388 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-667f1682-389b-4e4e-a74a-8db784007171 req-b2832772-3f18-42d5-8c5f-9c5348d672c8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477962 Jun 16 15:00:17.178059 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:00:17.511223 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb8a4e-f37b-49d5-8cff-6a42ab9a5180 req-5b77f6e2-d513-4afd-83bd-58b263daa942 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:17.512754 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cecb8a4e-f37b-49d5-8cff-6a42ab9a5180 req-5b77f6e2-d513-4afd-83bd-58b263daa942 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0546136 Jun 16 15:00:17.563726 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cecb8a4e-f37b-49d5-8cff-6a42ab9a5180 req-33ca6183-f868-47cc-ba57-a7ffdb823751 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453882 Jun 16 15:00:17.797907 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82895032-96ed-4f96-beb9-d679ad443666 req-fdff00fe-b3af-4064-b083-1ddd246d3a3b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:17.799408 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82895032-96ed-4f96-beb9-d679ad443666 req-fdff00fe-b3af-4064-b083-1ddd246d3a3b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0481136 Jun 16 15:00:17.852176 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82895032-96ed-4f96-beb9-d679ad443666 req-46d736f6-caf5-407d-b4a9-73f955365577 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Jun 16 15:00:18.297045 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a8ae-b9df-45e7-a7ac-9a436c9f17b0 req-42bf3765-d8e6-42fc-a63e-f566ca040a5f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:18.298548 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d351a8ae-b9df-45e7-a7ac-9a436c9f17b0 req-42bf3765-d8e6-42fc-a63e-f566ca040a5f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0485132 Jun 16 15:00:18.352810 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d351a8ae-b9df-45e7-a7ac-9a436c9f17b0 req-54565da1-f95b-4fc3-86c6-6449f4c82562 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464950 Jun 16 15:00:18.679698 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e50a3-38b4-4dfc-b737-05ae4a6b9280 req-e62c09a9-2531-432f-b8f7-e92262518cee tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:18.681215 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-322e50a3-38b4-4dfc-b737-05ae4a6b9280 req-e62c09a9-2531-432f-b8f7-e92262518cee tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0477924 Jun 16 15:00:18.730074 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-322e50a3-38b4-4dfc-b737-05ae4a6b9280 req-735c49cf-6fd8-43da-ba15-ae3150cdcc50 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432360 Jun 16 15:00:18.977913 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d493-15ae-4352-a9c6-3cdedce3ed06 req-dbdd747a-1f73-4d7c-aeaf-c490b4a1042a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:18.979425 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3037d493-15ae-4352-a9c6-3cdedce3ed06 req-dbdd747a-1f73-4d7c-aeaf-c490b4a1042a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0548356 Jun 16 15:00:19.029965 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3037d493-15ae-4352-a9c6-3cdedce3ed06 req-cf92e24e-0bc5-4405-b9a1-66c16e3e198a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 Jun 16 15:00:19.467466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0af7-09cc-4d3e-bdfb-b62027217681 req-9757302c-e1ba-4b64-b731-d49ae0d764d2 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:19.469025 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5f9e0af7-09cc-4d3e-bdfb-b62027217681 req-9757302c-e1ba-4b64-b731-d49ae0d764d2 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0479150 Jun 16 15:00:19.524351 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5f9e0af7-09cc-4d3e-bdfb-b62027217681 req-b2acbe3f-c67e-42aa-b8d1-16258f3d8116 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492213 Jun 16 15:00:19.845280 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc768-ff25-4304-8099-5f28ddedb2d8 req-e8d70251-37b8-4559-bc74-e1718f2e172e tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:19.846790 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-474cc768-ff25-4304-8099-5f28ddedb2d8 req-e8d70251-37b8-4559-bc74-e1718f2e172e tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0498631 Jun 16 15:00:19.895609 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-474cc768-ff25-4304-8099-5f28ddedb2d8 req-883c80ac-dd3b-4400-a29b-44059bfbc4ed tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426955 Jun 16 15:00:20.146981 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf53fc-5c33-4955-b82d-de90fa0abea5 req-1d2113a3-ba15-41da-b0d6-487a8603b6a2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:20.148612 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04cf53fc-5c33-4955-b82d-de90fa0abea5 req-1d2113a3-ba15-41da-b0d6-487a8603b6a2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0520034 Jun 16 15:00:20.198371 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04cf53fc-5c33-4955-b82d-de90fa0abea5 req-e30e2fa5-f85e-4027-b6fc-df795686408b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Jun 16 15:00:20.652422 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4953-38f2-432f-8110-c7d824f854b3 req-5a7af202-2546-4df6-9c9f-4fd547000ad4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:20.654262 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a6c4953-38f2-432f-8110-c7d824f854b3 req-5a7af202-2546-4df6-9c9f-4fd547000ad4 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0560544 Jun 16 15:00:20.708014 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a6c4953-38f2-432f-8110-c7d824f854b3 req-a75d6b4a-b5af-459d-94cb-5666438ae241 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474882 Jun 16 15:00:20.804189 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-ff965112-85e7-4e9e-8f67-920eb316fb45 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182480 Jun 16 15:00:21.014116 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643e7b-14fc-42e7-943d-3145e1d22e21 req-4ae142fd-4c26-4541-909e-620493cbb0e4 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:21.015595 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa643e7b-14fc-42e7-943d-3145e1d22e21 req-4ae142fd-4c26-4541-909e-620493cbb0e4 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 943 time: 0.0508153 Jun 16 15:00:21.048063 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 007d803c-5b61-4f7b-85da-08d5f1236816 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:00:21.063692 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa643e7b-14fc-42e7-943d-3145e1d22e21 req-cf6d409a-e1ea-4743-b69b-3cdb4a6c42f8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Jun 16 15:00:21.155835 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 007d803c-5b61-4f7b-85da-08d5f1236816, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=007d803c-5b61-4f7b-85da-08d5f1236816,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:21.167990 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '007d803c-5b61-4f7b-85da-08d5f1236816', 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311', 'port_id': '007d803c-5b61-4f7b-85da-08d5f1236816', 'mac_address': 'fa:16:3e:4e:13:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f6332d-b620-400b-8d77-7abbcc152797', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:00:21.207029 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 007d803c-5b61-4f7b-85da-08d5f1236816 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:21.207333 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:21.220718 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007d803c-5b61-4f7b-85da-08d5f1236816 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:00:21.246123 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 007d803c-5b61-4f7b-85da-08d5f1236816, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=007d803c-5b61-4f7b-85da-08d5f1236816,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:21.250767 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:21.290360 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:21.300923 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=007d803c-5b61-4f7b-85da-08d5f1236816,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:21.308966 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.309306 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.309650 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.310010 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.310348 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.310680 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.311005 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.311329 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.311655 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.311978 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.312304 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.312632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.312982 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.313309 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.313634 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:21.350072 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edc881-265d-409d-ad90-1138eca0aa01 req-369e7b43-481b-4c8c-bb3c-dbed0af9efc2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:21.351610 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e2edc881-265d-409d-ad90-1138eca0aa01 req-369e7b43-481b-4c8c-bb3c-dbed0af9efc2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0499454 Jun 16 15:00:21.407317 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e2edc881-265d-409d-ad90-1138eca0aa01 req-2bd31829-f88f-402e-9878-e4d3f191773d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 Jun 16 15:00:21.448358 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0891804d-077a-4bdc-ad40-6ea47d659fe3 req-233beef0-3e53-4d24-bde2-9f9d6b661231 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944960 Jun 16 15:00:21.550208 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:21.585373 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-6374ccfd-a06f-4399-a68e-5f4a38e4464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:21.586933 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-6374ccfd-a06f-4399-a68e-5f4a38e4464c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 1129 time: 0.0463257 Jun 16 15:00:21.883334 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b67d0-4941-442c-b115-13f60a418f35 req-6aac1bfd-1f72-41c6-8de4-c4d1a82cc916 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:21.884916 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c48b67d0-4941-442c-b115-13f60a418f35 req-6aac1bfd-1f72-41c6-8de4-c4d1a82cc916 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0928512 Jun 16 15:00:21.909776 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:21.920277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-adb41282-5957-4843-8559-34979051fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:21.922085 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-adb41282-5957-4843-8559-34979051fdf7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.1496420 Jun 16 15:00:21.978766 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-527dbbeb-abd7-4340-bd57-a9ad861b6e84 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac HTTP/1.1" status: 200 len: 217 time: 0.0445819 Jun 16 15:00:21.983163 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c48b67d0-4941-442c-b115-13f60a418f35 req-769c8ec1-0bfe-4a43-9f8d-2563239d387e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912359 Jun 16 15:00:21.988266 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['007d803c-5b61-4f7b-85da-08d5f1236816'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:00:22.033069 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-a1787433-17c1-4960-bb5c-7cc44b3a4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:22.034564 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-a1787433-17c1-4960-bb5c-7cc44b3a4816 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0499449 Jun 16 15:00:22.088797 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-f2fbe8f2-6357-4788-93bf-49c75a2eb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:22.090384 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-f2fbe8f2-6357-4788-93bf-49c75a2eb004 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477462 Jun 16 15:00:22.110058 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e63ca-d2c4-4343-a349-5cebb0082040 req-8b504361-5827-497f-8815-317642c1a805 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:22.112272 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-344e63ca-d2c4-4343-a349-5cebb0082040 req-8b504361-5827-497f-8815-317642c1a805 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0621855 Jun 16 15:00:22.120969 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37544) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:22.125605 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'floatingip': {'port_id': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:22.169693 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (c28239c4-8aa0-4607-89c2-822e60aaf1cf), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:22.223216 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc763971-7966-494c-bc53-cfe63dac008c req-472f757d-849f-4281-a111-ac6cb204b081 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:22.224726 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bc763971-7966-494c-bc53-cfe63dac008c req-472f757d-849f-4281-a111-ac6cb204b081 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 944 time: 0.0824511 Jun 16 15:00:22.268461 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-6bfba337-b1ce-4356-aeb5-b6ed79618630 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683445 Jun 16 15:00:22.319032 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:22.545212 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:22.551567 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bc763971-7966-494c-bc53-cfe63dac008c req-fa2591c6-3393-4cbd-bee6-a1bf26448458 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206611 Jun 16 15:00:22.558411 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e69435-3928-4d19-8339-bb6731b226c0 req-90cdd78a-e832-4e69-b466-a738465c2537 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:22.559742 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-75e69435-3928-4d19-8339-bb6731b226c0 req-90cdd78a-e832-4e69-b466-a738465c2537 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0624111 Jun 16 15:00:22.609254 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-90653b36-7721-4b87-b9fb-7400a29cc724 req-35f79496-357f-412d-8455-9b4ae0f869f3 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325946 Jun 16 15:00:22.668651 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-75e69435-3928-4d19-8339-bb6731b226c0 req-513ac02e-5d29-4426-8613-9940ddf872f9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007926 Jun 16 15:00:22.687000 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:22.690855 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (c28239c4-8aa0-4607-89c2-822e60aaf1cf), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:22.791758 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Floating IP c28239c4-8aa0-4607-89c2-822e60aaf1cf associated. External IP: 172.27.2.238, port: debe1ea3-86a2-4afa-9cc5-933e034bfa9d. Jun 16 15:00:23.000990 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Router 655e6180-d8b0-42cc-937b-1df671c549c0 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:00:23.103491 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:00:23.108520 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:23.114343 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] Sync routers for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:00:23.125078 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:00:23.125721 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:00:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:23.140915 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-8963d0d4-a9e8-4825-b08d-1900513916b9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "PUT /v2.0/floatingips/c28239c4-8aa0-4607-89c2-822e60aaf1cf HTTP/1.1" status: 200 len: 992 time: 1.0186892 Jun 16 15:00:23.141615 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34992108-bb48-4184-88ee-43907b8b14a3', 'tag': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:00:23.143730 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f" -d '{"events": [{"name": "network-changed", "server_uuid": "34992108-bb48-4184-88ee-43907b8b14a3", "tag": "debe1ea3-86a2-4afa-9cc5-933e034bfa9d"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:23.180594 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ee83a1-636a-489c-a2d0-2f3e84d6fa05 x-openstack-request-id: req-a3ee83a1-636a-489c-a2d0-2f3e84d6fa05 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:23.180913 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34992108-bb48-4184-88ee-43907b8b14a3", "tag": "debe1ea3-86a2-4afa-9cc5-933e034bfa9d", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:23.181167 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a3ee83a1-636a-489c-a2d0-2f3e84d6fa05 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:23.181560 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ee83a1-636a-489c-a2d0-2f3e84d6fa05'] response: {'name': 'network-changed', 'server_uuid': '34992108-bb48-4184-88ee-43907b8b14a3', 'tag': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'status': 'completed', 'code': 200} Jun 16 15:00:23.231041 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:00:23.457237 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:23.475724 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'c28239c4-8aa0-4607-89c2-822e60aaf1cf', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'port_id': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'mac_address': 'fa:16:3e:a7:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34992108-bb48-4184-88ee-43907b8b14a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:59:35Z', 'updated_at': '2022-06-16T15:00:22Z', 'revision_number': 1, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:23.499351 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] Checking router: 655e6180-d8b0-42cc-937b-1df671c549c0 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:00:23.508235 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:00:23.508870 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:00:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:23.618678 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:00:23.689499 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-d700f0f7-633d-4bcd-b92b-ff73bc47fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:23.691977 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-d700f0f7-633d-4bcd-b92b-ff73bc47fb05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 1130 time: 0.0465975 Jun 16 15:00:23.701817 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a4609-3c60-456e-b7b4-2a8be2187e99 req-f6bdebdc-144b-4588-8314-9ab2574d4710 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:23.703624 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7d2a4609-3c60-456e-b7b4-2a8be2187e99 req-f6bdebdc-144b-4588-8314-9ab2574d4710 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 944 time: 0.0706062 Jun 16 15:00:23.755324 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7d2a4609-3c60-456e-b7b4-2a8be2187e99 req-cb283c23-ae0f-4de6-ac4f-ffa50c2bc049 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Jun 16 15:00:23.851566 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26af7a-0f58-44fe-aa99-f448ea9cbe22 req-a4765409-2254-4406-be70-9cf9865f3dff tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:23.857958 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2a26af7a-0f58-44fe-aa99-f448ea9cbe22 req-a4765409-2254-4406-be70-9cf9865f3dff tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0964189 Jun 16 15:00:23.869166 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 007d803c-5b61-4f7b-85da-08d5f1236816 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:00:23.908612 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-008abfb1-e725-4132-96ae-ad33bbe88af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:23.910991 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-008abfb1-e725-4132-96ae-ad33bbe88af9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 912 time: 0.2110033 Jun 16 15:00:23.977524 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2a26af7a-0f58-44fe-aa99-f448ea9cbe22 req-704d46db-e5b7-4944-8b30-65a5b7991eb7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150813 Jun 16 15:00:23.996131 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-723ec59c-8033-4b62-8e36-b23f464a83ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d HTTP/1.1" status: 200 len: 1000 time: 0.0735779 Jun 16 15:00:24.072278 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'c28239c4-8aa0-4607-89c2-822e60aaf1cf', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'port_id': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'mac_address': 'fa:16:3e:a7:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34992108-bb48-4184-88ee-43907b8b14a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:59:35Z', 'updated_at': '2022-06-16T15:00:22Z', 'revision_number': 1, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:24.076818 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:24.102881 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 007d803c-5b61-4f7b-85da-08d5f1236816 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:00:24.105559 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8eaa7c-b401-453f-8cac-6fa317ac4fbf None None] The sync data for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi is: [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'c28239c4-8aa0-4607-89c2-822e60aaf1cf', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'port_id': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'mac_address': 'fa:16:3e:a7:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34992108-bb48-4184-88ee-43907b8b14a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:59:35Z', 'updated_at': '2022-06-16T15:00:22Z', 'revision_number': 1, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:00:24.111564 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 007d803c-5b61-4f7b-85da-08d5f1236816 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:24.111913 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:24.116060 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-4d265237-a07b-44e6-bacb-2acd9392582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:24.117639 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-4d265237-a07b-44e6-bacb-2acd9392582b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 200 len: 849 time: 0.0542378 Jun 16 15:00:24.195220 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-f17d44ac-3a90-4397-ab1f-a0ca737f86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:24.196741 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-f17d44ac-3a90-4397-ab1f-a0ca737f86e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e965c323-79ff-4b11-8aaa-a2df835467d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556421 Jun 16 15:00:24.202923 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 007d803c-5b61-4f7b-85da-08d5f1236816 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:24.203408 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:24.231017 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03533502-cce0-4b66-a223-974d7c2d69e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007d803c-5b61-4f7b-85da-08d5f1236816'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:00:24.233204 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f683896e-1366-4372-953f-379ea318b50e" -d '{"events": [{"server_uuid": "03533502-cce0-4b66-a223-974d7c2d69e3", "name": "network-vif-plugged", "status": "completed", "tag": "007d803c-5b61-4f7b-85da-08d5f1236816"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:24.257246 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 007d803c-5b61-4f7b-85da-08d5f1236816, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=007d803c-5b61-4f7b-85da-08d5f1236816,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:24.263885 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:24.292652 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:24.303843 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515fa0fc-2ddb-4097-9652-4bc6b4f27faa x-openstack-request-id: req-515fa0fc-2ddb-4097-9652-4bc6b4f27faa {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:24.304155 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03533502-cce0-4b66-a223-974d7c2d69e3", "name": "network-vif-plugged", "status": "completed", "tag": "007d803c-5b61-4f7b-85da-08d5f1236816", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:24.304413 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-515fa0fc-2ddb-4097-9652-4bc6b4f27faa {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:24.305587 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515fa0fc-2ddb-4097-9652-4bc6b4f27faa'] response: {'server_uuid': '03533502-cce0-4b66-a223-974d7c2d69e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007d803c-5b61-4f7b-85da-08d5f1236816', 'code': 200} Jun 16 15:00:24.333823 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-061c57b6-71d7-4d2a-808b-1790df8288eb service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134248 Jun 16 15:00:24.336216 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=007d803c-5b61-4f7b-85da-08d5f1236816,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:24.345126 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7055f-3ba4-44d2-b313-db9483895da0 None None] New status for floating IP c28239c4-8aa0-4607-89c2-822e60aaf1cf: ACTIVE {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:00:24.471382 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:24.500494 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2031b5b-8903-43af-b5a9-9d6c7b7c046f req-63076b2e-0df9-4f5b-9634-aa7bb0f80223 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975213 Jun 16 15:00:24.872139 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e024-5cb9-498a-a378-74658693e594 req-d4f57263-db37-423f-b4e4-7a59ea7c6431 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:24.873690 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6877e024-5cb9-498a-a378-74658693e594 req-d4f57263-db37-423f-b4e4-7a59ea7c6431 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Jun 16 15:00:24.923626 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6877e024-5cb9-498a-a378-74658693e594 req-c7efc0aa-2c3f-484f-a3f7-e6ab98953093 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Jun 16 15:00:25.009468 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d86fa-81c4-4fef-9d6a-5e6d399820ed req-88743ec6-ed2d-46ae-bfa2-dc8a5e39eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:25.011106 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ce5d86fa-81c4-4fef-9d6a-5e6d399820ed req-88743ec6-ed2d-46ae-bfa2-dc8a5e39eeac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 1129 time: 0.0411687 Jun 16 15:00:25.074866 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ce5d86fa-81c4-4fef-9d6a-5e6d399820ed req-3508d2eb-379c-440c-9ae0-ac41e90e9182 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542369 Jun 16 15:00:25.106752 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f6523-eaeb-47cf-b527-c3e842cfee6e req-b796d871-da7e-4f1a-bac3-cabe02204d06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:25.108367 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e80f6523-eaeb-47cf-b527-c3e842cfee6e req-b796d871-da7e-4f1a-bac3-cabe02204d06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0514941 Jun 16 15:00:25.135369 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:25.165923 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e80f6523-eaeb-47cf-b527-c3e842cfee6e req-f9d38b8e-00c8-4552-80b1-f4a39487521b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Jun 16 15:00:26.039002 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372e7c5-2b4d-4f3a-8e4c-3235b06ce2af req-26645090-1991-4395-b6c6-30ede39fa119 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:26.040496 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f372e7c5-2b4d-4f3a-8e4c-3235b06ce2af req-26645090-1991-4395-b6c6-30ede39fa119 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 945 time: 0.0470517 Jun 16 15:00:26.092931 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f372e7c5-2b4d-4f3a-8e4c-3235b06ce2af req-f98e3620-0360-440a-9a0d-c43d2a02a67b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465627 Jun 16 15:00:26.276890 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2257c9-be6e-45e0-a66c-d794651b737e req-c396cbd9-f3eb-4708-be11-541f5caf4cb8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:26.278278 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e2257c9-be6e-45e0-a66c-d794651b737e req-c396cbd9-f3eb-4708-be11-541f5caf4cb8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0506811 Jun 16 15:00:26.327697 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e2257c9-be6e-45e0-a66c-d794651b737e req-cd76b4df-756b-4956-b3b2-db531380448e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436189 Jun 16 15:00:27.209414 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612ac86-3412-4b3d-a411-4abe518db786 req-0bf549c2-30a0-4a43-b1e3-afa987f88b35 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:27.210817 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1612ac86-3412-4b3d-a411-4abe518db786 req-0bf549c2-30a0-4a43-b1e3-afa987f88b35 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 945 time: 0.0488622 Jun 16 15:00:27.259760 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1612ac86-3412-4b3d-a411-4abe518db786 req-4dc4f531-83bb-4007-88aa-85bab7ff0ee2 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Jun 16 15:00:27.448783 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109091d-8f4a-460d-b7b4-ebd966a4c6a7 req-d523ab47-9a27-4c6a-b25a-cbe92a85fa32 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:27.450306 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0109091d-8f4a-460d-b7b4-ebd966a4c6a7 req-d523ab47-9a27-4c6a-b25a-cbe92a85fa32 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0485699 Jun 16 15:00:27.471138 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:27.499451 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0109091d-8f4a-460d-b7b4-ebd966a4c6a7 req-711eb315-ca3a-4893-9dcb-5b4e9962ebdb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Jun 16 15:00:28.619704 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cb135-d263-48c5-a100-c02890cf36c1 req-009396be-b7ec-488e-a876-d3cdba86d9d2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:28.621531 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b49cb135-d263-48c5-a100-c02890cf36c1 req-009396be-b7ec-488e-a876-d3cdba86d9d2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0529923 Jun 16 15:00:28.669317 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b49cb135-d263-48c5-a100-c02890cf36c1 req-99b27fbe-dd78-40b6-9ed6-8d0301ffc5a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Jun 16 15:00:29.787980 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b059f-2c1b-490a-97b7-c230faa3eba5 req-a7134462-b315-4ac1-a9fb-478bbeddeb64 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:29.789778 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-811b059f-2c1b-490a-97b7-c230faa3eba5 req-a7134462-b315-4ac1-a9fb-478bbeddeb64 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0519712 Jun 16 15:00:29.847187 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-811b059f-2c1b-490a-97b7-c230faa3eba5 req-3cc589e1-02c8-42c2-b50d-c8e9269d8e42 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520942 Jun 16 15:00:30.962031 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0e5a6-5170-4dc2-ae7f-1c71ba47bce3 req-1173ddd9-fbe5-45fe-8e15-4ccf26d39294 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:30.963572 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e2f0e5a6-5170-4dc2-ae7f-1c71ba47bce3 req-1173ddd9-fbe5-45fe-8e15-4ccf26d39294 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0478370 Jun 16 15:00:31.010650 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e2f0e5a6-5170-4dc2-ae7f-1c71ba47bce3 req-d9f17763-6b57-4afa-99c8-f633caccc457 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Jun 16 15:00:32.125710 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75cd8-3ec0-4f51-9dd4-9398edfbde39 req-d94185d8-fc9b-4c66-8051-118209ccdac8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:32.127165 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-34f75cd8-3ec0-4f51-9dd4-9398edfbde39 req-d94185d8-fc9b-4c66-8051-118209ccdac8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0479388 Jun 16 15:00:32.174090 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-34f75cd8-3ec0-4f51-9dd4-9398edfbde39 req-3877cbcb-5706-46cb-afdd-088d3c4892d3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Jun 16 15:00:33.287406 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16cbe3-fc7c-4752-b688-c472a3460017 req-709eea5f-8617-475d-8260-6189ac387760 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:33.289422 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e16cbe3-fc7c-4752-b688-c472a3460017 req-709eea5f-8617-475d-8260-6189ac387760 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0469234 Jun 16 15:00:33.340209 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e16cbe3-fc7c-4752-b688-c472a3460017 req-627f2cf9-09d0-44fe-8107-52bd8ce05241 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449986 Jun 16 15:00:34.333011 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:34.334094 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=18 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:34.452256 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a672a98-e575-4cac-8165-2df3a8c47169 req-7a328b65-551a-483f-9857-62a53cf71326 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:34.453761 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a672a98-e575-4cac-8165-2df3a8c47169 req-7a328b65-551a-483f-9857-62a53cf71326 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0467181 Jun 16 15:00:34.505998 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a672a98-e575-4cac-8165-2df3a8c47169 req-386972f9-a7e8-4ff7-bab0-7888e8ecc184 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Jun 16 15:00:35.045548 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4dc66-8191-45fa-a2df-055e4d165452 req-1a3f06fa-2241-4aac-930f-b8f42838761b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:35.047039 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-74a4dc66-8191-45fa-a2df-055e4d165452 req-1a3f06fa-2241-4aac-930f-b8f42838761b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 945 time: 0.0505054 Jun 16 15:00:35.095062 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-74a4dc66-8191-45fa-a2df-055e4d165452 req-c62972f7-a856-43fe-9333-8cad3384ed1c tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Jun 16 15:00:35.620984 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac9963-314d-4800-b270-6af5e69f2693 req-05a17bf3-3e4d-4257-9841-a93fc2598bfb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:35.622484 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-05ac9963-314d-4800-b270-6af5e69f2693 req-05a17bf3-3e4d-4257-9841-a93fc2598bfb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0478530 Jun 16 15:00:35.669207 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-05ac9963-314d-4800-b270-6af5e69f2693 req-32754fd6-3b9b-434f-819c-60a287d13222 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Jun 16 15:00:36.211351 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7411e-1aed-4eed-adb8-57505cc45b7a req-395a0344-81a4-49fe-8071-aafaf7da5024 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:36.212828 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bfc7411e-1aed-4eed-adb8-57505cc45b7a req-395a0344-81a4-49fe-8071-aafaf7da5024 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 945 time: 0.0496640 Jun 16 15:00:36.259889 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bfc7411e-1aed-4eed-adb8-57505cc45b7a req-b0e024fd-c82c-40ea-b79f-ca92944ce66a tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Jun 16 15:00:36.783544 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bddef-4b4a-4389-9b5c-9287fc2b867d req-e2704dc7-8190-45c2-aae3-dd40dd33fefe tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:36.785043 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ef6bddef-4b4a-4389-9b5c-9287fc2b867d req-e2704dc7-8190-45c2-aae3-dd40dd33fefe tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0466571 Jun 16 15:00:36.832678 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ef6bddef-4b4a-4389-9b5c-9287fc2b867d req-1090adcf-ef00-4b16-9de5-ae55aab4616c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Jun 16 15:00:37.152301 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:37.157014 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:37.258852 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3425387d-e3d6-4965-8150-83554475662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:37.378049 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52bc84-9289-4c9b-ad6a-9034204f14cd req-3b57c492-1cf2-40a6-a84a-7f9fcc58fd95 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:37.379541 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a52bc84-9289-4c9b-ad6a-9034204f14cd req-3b57c492-1cf2-40a6-a84a-7f9fcc58fd95 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 945 time: 0.0528135 Jun 16 15:00:37.427811 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a52bc84-9289-4c9b-ad6a-9034204f14cd req-4821bcb0-f716-492f-83bd-81c687fd29f1 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Jun 16 15:00:37.800818 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-0717f038-add1-484d-924e-198866c97444 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:37.802351 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-0717f038-add1-484d-924e-198866c97444 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.86 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 945 time: 0.0510721 Jun 16 15:00:37.845031 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:37.893658 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Deleting port 007d803c-5b61-4f7b-85da-08d5f1236816 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:00:37.894000 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:37.952042 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:37.997876 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1ac00-ce83-45a9-80b7-0c85595ed470 req-5bd57369-78b0-4d50-8107-67873d05cc16 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:38.003639 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc1ac00-ce83-45a9-80b7-0c85595ed470 req-5bd57369-78b0-4d50-8107-67873d05cc16 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0914423 Jun 16 15:00:38.052716 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] For port 007d803c-5b61-4f7b-85da-08d5f1236816, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=007d803c-5b61-4f7b-85da-08d5f1236816,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:38.053107 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:38.076481 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Calling delete_port for 007d803c-5b61-4f7b-85da-08d5f1236816 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:00:38.085413 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc1ac00-ce83-45a9-80b7-0c85595ed470 req-38b270bd-c309-4837-9e41-207ab9234915 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804572 Jun 16 15:00:38.213068 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (007d803c-5b61-4f7b-85da-08d5f1236816), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:38.248457 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Pushing event deleted for resources: {'Port': ['ID=007d803c-5b61-4f7b-85da-08d5f1236816,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:38.277322 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.277675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.278024 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.278417 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.279277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.279617 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.280023 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.280344 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.280674 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.281060 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.281391 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.281720 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.282047 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.282370 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.282694 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:38.301864 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] No DVR routers for this DVR port 007d803c-5b61-4f7b-85da-08d5f1236816 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:00:38.304319 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:38.308285 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d1c86d0b-a247-4908-8525-1bd69dc1c58a req-d3a068f8-8a21-454a-9e3d-9a42b31e12ab tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.86 "DELETE /v2.0/ports/007d803c-5b61-4f7b-85da-08d5f1236816 HTTP/1.1" status: 204 len: 173 time: 0.4994767 Jun 16 15:00:38.308751 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03533502-cce0-4b66-a223-974d7c2d69e3', 'name': 'network-vif-deleted', 'tag': '007d803c-5b61-4f7b-85da-08d5f1236816'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:00:38.311531 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3b1576-b8a5-4119-9ed7-606e9d22c3d6" -d '{"events": [{"server_uuid": "03533502-cce0-4b66-a223-974d7c2d69e3", "name": "network-vif-deleted", "tag": "007d803c-5b61-4f7b-85da-08d5f1236816"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:38.350336 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850f026a-7ef5-46b5-9382-577b511771df x-openstack-request-id: req-850f026a-7ef5-46b5-9382-577b511771df {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:38.350706 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03533502-cce0-4b66-a223-974d7c2d69e3", "name": "network-vif-deleted", "tag": "007d803c-5b61-4f7b-85da-08d5f1236816", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:38.350960 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-850f026a-7ef5-46b5-9382-577b511771df {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:38.351370 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850f026a-7ef5-46b5-9382-577b511771df'] response: {'server_uuid': '03533502-cce0-4b66-a223-974d7c2d69e3', 'name': 'network-vif-deleted', 'tag': '007d803c-5b61-4f7b-85da-08d5f1236816', 'status': 'completed', 'code': 200} Jun 16 15:00:38.556549 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-47f744b5-6803-4728-a7e2-32dd25703de1 req-13ee4d52-a453-4ac2-a1ef-93f9ce6c4ab2 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=03533502-cce0-4b66-a223-974d7c2d69e3 HTTP/1.1" status: 200 len: 210 time: 0.0363889 Jun 16 15:00:39.202965 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dee95d-0c59-4d88-8b22-bdc95b35bc55 req-35a98c4a-588a-47cc-9b2d-02e81f033ba7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:39.204474 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-86dee95d-0c59-4d88-8b22-bdc95b35bc55 req-35a98c4a-588a-47cc-9b2d-02e81f033ba7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0478213 Jun 16 15:00:39.254347 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-86dee95d-0c59-4d88-8b22-bdc95b35bc55 req-dadce441-4a0c-4121-a244-34168a8a8dc4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Jun 16 15:00:39.854581 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:39.926519 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 007d803c-5b61-4f7b-85da-08d5f1236816 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:00:39.948062 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 007d803c-5b61-4f7b-85da-08d5f1236816 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:00:39.948408 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 007d803c-5b61-4f7b-85da-08d5f1236816 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:00:40.103380 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-c7700166-0261-45e4-8a0e-a7f5726ec1f7 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:40.104861 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-c7700166-0261-45e4-8a0e-a7f5726ec1f7 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/networks?id=07db0cfb-ec4f-4004-a40d-4f4a390f3311 HTTP/1.1" status: 200 len: 808 time: 0.3294137 Jun 16 15:00:40.120057 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-434e33f6-3984-4858-aded-1d116a35b924 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/quotas/8bfa0f9f3251447c922938888ddea917 HTTP/1.1" status: 200 len: 375 time: 0.0096853 Jun 16 15:00:40.128581 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e82d-9f26-49a2-8ed1-434b36f477dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:40.154163 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-bdf8de04-a9d3-4df2-958c-ef30bcb26cd1 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8bfa0f9f3251447c922938888ddea917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282996 Jun 16 15:00:40.248902 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-a3355d98-5f7b-4aae-ad59-d035f1a5fa64 service neutron] 10.222.0.72 "GET /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876436 Jun 16 15:00:40.262267 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:40.312956 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:40.341122 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-e8a53f97-5597-4fdc-928c-0a7f01df18f6 service neutron] 10.222.0.72 "GET /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862544 Jun 16 15:00:40.379445 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5298940-a324-4d61-baf7-6a39f840c0ee req-aedef620-9427-4d21-9760-7eb66cd6794b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:40.381076 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5298940-a324-4d61-baf7-6a39f840c0ee req-aedef620-9427-4d21-9760-7eb66cd6794b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0518293 Jun 16 15:00:40.435305 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5298940-a324-4d61-baf7-6a39f840c0ee req-c4f67e62-0732-41cf-b9e5-fc8f961776ac tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460684 Jun 16 15:00:40.512826 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2c25c5b0-401b-4b5b-a8ff-90ca69f010f0 req-33b88852-9f9b-4c1b-9ebe-7cbf8d7d7d6a tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 210 time: 0.0295687 Jun 16 15:00:41.564193 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81293-8865-4412-8ebb-581212769e9d req-dfc058c9-dd4c-48a5-a970-b25e2ecea0bd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:41.566618 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7aa81293-8865-4412-8ebb-581212769e9d req-dfc058c9-dd4c-48a5-a970-b25e2ecea0bd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0575361 Jun 16 15:00:41.631440 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7aa81293-8865-4412-8ebb-581212769e9d req-382aab89-9762-4848-8987-68961709df2c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585370 Jun 16 15:00:41.658670 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f32686bd-7776-411c-bcf4-f7be0bce0e09 req-b4820f34-d1a0-4663-a0ad-82c83b223d71 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 210 time: 0.0365474 Jun 16 15:00:41.698788 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-fba58234-35bb-4f37-bda0-dc194ca8b310 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:41.700426 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-fba58234-35bb-4f37-bda0-dc194ca8b310 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.86 "GET /v2.0/networks?id=07db0cfb-ec4f-4004-a40d-4f4a390f3311 HTTP/1.1" status: 200 len: 808 time: 0.1857371 Jun 16 15:00:41.733968 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Request body: {'port': {'device_id': '71ea6009-6544-47c1-95bd-71542078db07', 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311', 'admin_state_up': True, 'tenant_id': '8bfa0f9f3251447c922938888ddea917'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:41.797892 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-c70ef1c6-2ebf-455a-b745-9b6fbc91f52c tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425536924&fields=id&tenant_id=05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 267 time: 0.0653112 Jun 16 15:00:41.858471 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Made reservation on behalf of 8bfa0f9f3251447c922938888ddea917 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:41.861937 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:41.929116 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-4425294b-be7a-4cd6-a5c7-ea04b9da7603 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:41.931847 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-4425294b-be7a-4cd6-a5c7-ea04b9da7603 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 811 time: 0.1239383 Jun 16 15:00:41.943269 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:41.956601 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-8248752f-f11f-4608-b2a2-e32a64834fa7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/quotas/05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 375 time: 0.0164485 Jun 16 15:00:41.998359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Allocated IP 172.20.0.12 (07db0cfb-ec4f-4004-a40d-4f4a390f3311/c7f6332d-b620-400b-8d77-7abbcc152797/616d7d20-0334-4e53-aae7-4c527c1c1fca) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:42.009561 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-deac2b2b-9707-4444-b39b-515f30765c6b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518832 Jun 16 15:00:42.038501 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:42.074647 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 37780) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:42.118409 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-c466a93a-783b-47a2-8a89-2771e847e8a1 service neutron] 10.222.0.72 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977044 Jun 16 15:00:42.173592 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks [] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.205870 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.214297 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.247687 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-b92400d9-e024-459e-8a77-c92ba99475bd service neutron] 10.222.0.72 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208413 Jun 16 15:00:42.263117 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:42.266770 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:42.269565 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:00:42.306055 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Pushing event updated for resources: {'Port': ['ID=616d7d20-0334-4e53-aae7-4c527c1c1fca,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:42.319086 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Publish callbacks [] for security_group (ed693b24-f4b9-4cd0-8f7e-0759245ac306), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.323882 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ed693b24-f4b9-4cd0-8f7e-0759245ac306), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.333523 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:42.334215 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.356968 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7b58c60b-c63b-48a7-a3b8-35109e93db79 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6269939 Jun 16 15:00:42.373249 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e15c04f0160548c4b1927d4f04464fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975380 Jun 16 15:00:42.373971 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed693b24-f4b9-4cd0-8f7e-0759245ac306,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:42.376075 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 37788) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:42.383707 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.384058 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.384397 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.384734 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.385117 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.385453 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.385778 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.386105 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.386428 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.386805 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.387138 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.387737 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.388085 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.388412 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.388538 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Request body: {'port': {'device_id': '71ea6009-6544-47c1-95bd-71542078db07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:42.388740 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f79a2c-6ff4-4c34-8ef0-0114d2c73d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:42.485381 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-eadba20f-b88c-4614-840b-0fe59d6aeeac admin admin] Publish callbacks [] for security_group (ed693b24-f4b9-4cd0-8f7e-0759245ac306), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.489237 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.503092 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.527496 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-eadba20f-b88c-4614-840b-0fe59d6aeeac admin admin] Publish callbacks [] for security_group (ed693b24-f4b9-4cd0-8f7e-0759245ac306), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.680185 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:42.683459 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63e6a86d-73ce-4eb3-9505-462b13775124 req-686f42c8-8c95-49a7-9c5c-7ce979f7e369 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 210 time: 0.1262841 Jun 16 15:00:42.777139 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809c9d-37ed-4839-8f09-6f9f8faed9de req-222c93b3-a534-4bae-9f06-562eb582f3f8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:42.786483 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f4809c9d-37ed-4839-8f09-6f9f8faed9de req-222c93b3-a534-4bae-9f06-562eb582f3f8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0662322 Jun 16 15:00:42.850769 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f4809c9d-37ed-4839-8f09-6f9f8faed9de req-0e6664da-2114-462b-a91c-55984f53870d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629923 Jun 16 15:00:42.911809 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616d7d20-0334-4e53-aae7-4c527c1c1fca {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:00:42.926383 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead07a-e4b4-45c6-ac2d-288d2f323efd req-6eb0b736-b438-4276-b82a-9b7a3678ad81 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:42.928210 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0cead07a-e4b4-45c6-ac2d-288d2f323efd req-6eb0b736-b438-4276-b82a-9b7a3678ad81 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 932 time: 0.1515009 Jun 16 15:00:42.929077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-eadba20f-b88c-4614-840b-0fe59d6aeeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ed693b24-f4b9-4cd0-8f7e-0759245ac306), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.932203 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-eadba20f-b88c-4614-840b-0fe59d6aeeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.935933 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-eadba20f-b88c-4614-840b-0fe59d6aeeac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed693b24-f4b9-4cd0-8f7e-0759245ac306 HTTP/1.1" status: 204 len: 168 time: 0.5587897 Jun 16 15:00:42.939314 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Publish callbacks [] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:42.973470 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadba20f-b88c-4614-840b-0fe59d6aeeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed693b24-f4b9-4cd0-8f7e-0759245ac306,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:42.981009 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Transition to ACTIVE for port object 616d7d20-0334-4e53-aae7-4c527c1c1fca will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:00:42.990217 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:43.006457 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:43.066194 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0cead07a-e4b4-45c6-ac2d-288d2f323efd req-acd05c3e-2eaa-4ab5-8d12-ccb06f6ccd89 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291342 Jun 16 15:00:43.090241 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=616d7d20-0334-4e53-aae7-4c527c1c1fca,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:43.158362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Attempting to bind port 616d7d20-0334-4e53-aae7-4c527c1c1fca on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:00:43.158694 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Attempting to bind port 616d7d20-0334-4e53-aae7-4c527c1c1fca by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:00:43.159013 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Attempting to bind port 616d7d20-0334-4e53-aae7-4c527c1c1fca on network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:00:43.163498 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Port 616d7d20-0334-4e53-aae7-4c527c1c1fca on network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:00:43.163810 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Attempting to bind port 616d7d20-0334-4e53-aae7-4c527c1c1fca on network 07db0cfb-ec4f-4004-a40d-4f4a390f3311 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:00:43.169579 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:00:43.170016 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Checking segment: {'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:00:43.171233 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Bound using segment: {'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:00:43.171600 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Bound port: 616d7d20-0334-4e53-aae7-4c527c1c1fca, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5124c60f-5da3-4779-926e-23d36e667a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:00:43.172397 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:43.248396 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] For port 616d7d20-0334-4e53-aae7-4c527c1c1fca, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:00:43.251996 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] For port 616d7d20-0334-4e53-aae7-4c527c1c1fca, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=616d7d20-0334-4e53-aae7-4c527c1c1fca,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:00:43.259386 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:43.300549 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:43.300663 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:43.301966 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] 10.222.0.86 "PUT /v2.0/ports/616d7d20-0334-4e53-aae7-4c527c1c1fca HTTP/1.1" status: 200 len: 1094 time: 0.9183309 Jun 16 15:00:43.304774 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ea6009-6544-47c1-95bd-71542078db07', 'tag': '616d7d20-0334-4e53-aae7-4c527c1c1fca'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:00:43.308187 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b8da3f-29e9-41d1-8e04-c0947cc59830" -d '{"events": [{"name": "network-changed", "server_uuid": "71ea6009-6544-47c1-95bd-71542078db07", "tag": "616d7d20-0334-4e53-aae7-4c527c1c1fca"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:43.333450 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a558f-8fd3-4326-a0f8-de9648d50ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=616d7d20-0334-4e53-aae7-4c527c1c1fca,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:43.347367 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1772fc63-ed1b-4a15-8ac5-c926861bf9d3 x-openstack-request-id: req-1772fc63-ed1b-4a15-8ac5-c926861bf9d3 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:43.347654 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ea6009-6544-47c1-95bd-71542078db07", "tag": "616d7d20-0334-4e53-aae7-4c527c1c1fca", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:43.347963 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1772fc63-ed1b-4a15-8ac5-c926861bf9d3 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:43.348346 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1772fc63-ed1b-4a15-8ac5-c926861bf9d3'] response: {'name': 'network-changed', 'server_uuid': '71ea6009-6544-47c1-95bd-71542078db07', 'tag': '616d7d20-0334-4e53-aae7-4c527c1c1fca', 'status': 'completed', 'code': 200} Jun 16 15:00:43.642577 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8da3f-29e9-41d1-8e04-c0947cc59830 req-b009929f-da81-4f6a-bdc5-b70c5afee644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:43.644133 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-39b8da3f-29e9-41d1-8e04-c0947cc59830 req-b009929f-da81-4f6a-bdc5-b70c5afee644 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bfa0f9f3251447c922938888ddea917&device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 1128 time: 0.0455887 Jun 16 15:00:43.852288 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e6b71a66-73e9-40fa-86a1-2fdd0e0f9fdd req-8c2dff89-1f5c-406e-8536-b61831976dad tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 210 time: 0.0757489 Jun 16 15:00:43.872498 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8da3f-29e9-41d1-8e04-c0947cc59830 req-9168522f-336f-4e46-88d9-25ff497f7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:43.874167 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-39b8da3f-29e9-41d1-8e04-c0947cc59830 req-9168522f-336f-4e46-88d9-25ff497f7698 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8bfa0f9f3251447c922938888ddea917&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2015886 Jun 16 15:00:43.901348 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-7d66e6bc-4eeb-45c2-9798-d50cfd957e4b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:43.902895 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-7d66e6bc-4eeb-45c2-9798-d50cfd957e4b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 811 time: 0.1949642 Jun 16 15:00:43.987950 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:44.002076 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c473e0f-1058-44f3-b8e8-f967189f0f29 req-c2e94be1-d923-4fbf-a6f2-54a52bc97f19 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:44.003643 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5c473e0f-1058-44f3-b8e8-f967189f0f29 req-c2e94be1-d923-4fbf-a6f2-54a52bc97f19 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0643554 Jun 16 15:00:44.026144 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:44.058621 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8da3f-29e9-41d1-8e04-c0947cc59830 req-050cdab1-b6de-4e86-a804-dc65055b5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:44.060171 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-39b8da3f-29e9-41d1-8e04-c0947cc59830 req-050cdab1-b6de-4e86-a804-dc65055b5c7b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1562991 Jun 16 15:00:44.060465 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5c473e0f-1058-44f3-b8e8-f967189f0f29 req-7ae0fd7d-420d-4de6-9619-895ed305c216 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Jun 16 15:00:44.065669 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-fdeeac77-f15b-424b-8465-502ebcb377ad tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 379 time: 0.1293182 Jun 16 15:00:44.145554 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'port': {'device_id': '9376dd84-3783-460a-b0af-43ae018a961e', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'admin_state_up': True, 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'security_groups': ['eb23238f-1fcc-48f7-b7da-d7e7cdf757f8']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:44.283402 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433b13d-e51d-4978-8282-6b9b0b34090a req-35952f61-da14-4e00-8226-f67d40b176e0 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:44.284917 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2433b13d-e51d-4978-8282-6b9b0b34090a req-35952f61-da14-4e00-8226-f67d40b176e0 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 944 time: 0.1337276 Jun 16 15:00:44.297227 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-29788d92-c556-4c7c-80a0-fdcdc09db202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:44.298612 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-29788d92-c556-4c7c-80a0-fdcdc09db202 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bfa0f9f3251447c922938888ddea917&device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 1128 time: 0.0978751 Jun 16 15:00:44.362456 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:44.371895 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-c8ab9e7c-2ab6-48e7-902c-7a7620c4cf4a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616d7d20-0334-4e53-aae7-4c527c1c1fca HTTP/1.1" status: 200 len: 217 time: 0.0567522 Jun 16 15:00:44.425380 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:44.449926 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2433b13d-e51d-4978-8282-6b9b0b34090a req-36aaab24-317c-491c-adaa-e30735fc597f tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563840 Jun 16 15:00:44.454779 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7ec30657-064e-4fb5-bd8d-e538ebd316ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:44.456015 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-7ec30657-064e-4fb5-bd8d-e538ebd316ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c7f6332d-b620-400b-8d77-7abbcc152797 HTTP/1.1" status: 200 len: 848 time: 0.0761249 Jun 16 15:00:44.457032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Made reservation on behalf of 05223500b4a142c7a77c2de010541b84 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:44.460288 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:44.494892 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-43c4b8d5-0513-4dd1-a3a5-3af63af3c4d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=07db0cfb-ec4f-4004-a40d-4f4a390f3311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314007 Jun 16 15:00:44.908459 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:44.914691 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-2228882c-bd3e-47c1-96f5-dde29dd4dcd8 service neutron] 10.222.0.86 "GET /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089367 Jun 16 15:00:44.924309 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Allocated IP 172.20.0.8 (90f95ec0-4a81-440f-8fe5-a85002b7b63b/526f0b44-39cf-4f11-828a-cad9c63a5573/01ec3b9b-b35a-4c46-8071-a79f0aa795db) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:44.969769 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e23d4d66-4b3a-4360-af6c-2e1304beda11 req-79d463a4-ebc4-45cf-bda6-c472add0eae9 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 210 time: 0.0353816 Jun 16 15:00:45.068569 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:45.090488 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:45.104541 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:45.180757 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:45.190339 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:45.197060 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:00:45.221338 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=01ec3b9b-b35a-4c46-8071-a79f0aa795db,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:45.232289 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895dc4-b48b-44ee-9830-b9a1875da114 req-13b630b0-348e-49ac-9ca1-22de2281f5be tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:45.233863 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5e895dc4-b48b-44ee-9830-b9a1875da114 req-13b630b0-348e-49ac-9ca1-22de2281f5be tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0957346 Jun 16 15:00:45.280634 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:45.280634 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:45.316156 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-37b36e5f-74f9-4ddf-9686-60d0fed2e85f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1766880 Jun 16 15:00:45.320020 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5e895dc4-b48b-44ee-9830-b9a1875da114 req-f22f674b-c918-462a-b712-60d469970329 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796015 Jun 16 15:00:45.423082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-c388ab77-d11c-4599-b129-ded94f21fd09 None None] Provisioning complete for port 01ec3b9b-b35a-4c46-8071-a79f0aa795db triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:45.423686 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c388ab77-d11c-4599-b129-ded94f21fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:45.454658 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-c388ab77-d11c-4599-b129-ded94f21fd09 None None] Port 01ec3b9b-b35a-4c46-8071-a79f0aa795db cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:00:45.556154 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:45.565187 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651aec-743a-4c3b-ae3e-23913934e963 req-c4bc8db4-aed6-4e8d-9781-9a087efe04f2 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:45.566753 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-14651aec-743a-4c3b-ae3e-23913934e963 req-c4bc8db4-aed6-4e8d-9781-9a087efe04f2 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 944 time: 0.0497265 Jun 16 15:00:45.614717 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-14651aec-743a-4c3b-ae3e-23913934e963 req-70f6ebc7-fc3a-4716-99a3-836fe8ce5ed3 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Jun 16 15:00:46.093155 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9bc0c-de31-4a6f-8dab-320888fa6031 req-f761f77f-cadd-4f8b-9eb3-f2bd0274189d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:46.094634 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3c9bc0c-de31-4a6f-8dab-320888fa6031 req-f761f77f-cadd-4f8b-9eb3-f2bd0274189d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 931 time: 0.0483041 Jun 16 15:00:46.144269 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3c9bc0c-de31-4a6f-8dab-320888fa6031 req-b6829c0a-99c9-4478-bade-efd4bb67dc09 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436597 Jun 16 15:00:46.331201 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Request body: {'port': {'device_id': '9376dd84-3783-460a-b0af-43ae018a961e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:46.402213 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:46.403407 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:46.473448 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f3f5b-04b6-487a-9a89-fd1236d952f1 req-90fef210-c2be-434e-8a6f-0c1baa749233 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:46.475373 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-809f3f5b-04b6-487a-9a89-fd1236d952f1 req-90fef210-c2be-434e-8a6f-0c1baa749233 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0659263 Jun 16 15:00:46.569477 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-809f3f5b-04b6-487a-9a89-fd1236d952f1 req-27593d35-9229-4320-8d63-cf15168148c7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853429 Jun 16 15:00:46.637097 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caf405-d079-460b-bdda-85b25870ace4 req-6dee51a7-28d5-4f4f-9a90-ec01fae2c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:46.638631 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82caf405-d079-460b-bdda-85b25870ace4 req-6dee51a7-28d5-4f4f-9a90-ec01fae2c869 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 1129 time: 0.1129873 Jun 16 15:00:46.643079 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e352086-0238-4c40-9e72-1e85dc63d7b1 req-e08f1882-cc06-4385-8282-c5099bbfd90c service neutron] 10.222.0.86 "GET /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415733 Jun 16 15:00:46.807891 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82caf405-d079-460b-bdda-85b25870ace4 req-db9ecdaf-aba5-4b09-9496-995427699ab9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471789 Jun 16 15:00:46.816077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da087fd-eb47-488b-9894-4e8a0835309b req-d6548adb-20de-481f-b00b-394316c3d2a6 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:46.817566 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8da087fd-eb47-488b-9894-4e8a0835309b req-d6548adb-20de-481f-b00b-394316c3d2a6 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 944 time: 0.1172945 Jun 16 15:00:46.874706 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:46.906941 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8da087fd-eb47-488b-9894-4e8a0835309b req-0f05e7d0-7f7a-4ec1-8770-8e88fc4ba225 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817070 Jun 16 15:00:46.941815 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ec3b9b-b35a-4c46-8071-a79f0aa795db {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:00:46.949402 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Publish callbacks [] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:46.962449 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Transition to ACTIVE for port object 01ec3b9b-b35a-4c46-8071-a79f0aa795db will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:00:46.966610 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:47.025872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Pushing event updated for resources: {'Port': ['ID=01ec3b9b-b35a-4c46-8071-a79f0aa795db,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:47.098836 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Attempting to bind port 01ec3b9b-b35a-4c46-8071-a79f0aa795db on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:00:47.099494 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Attempting to bind port 01ec3b9b-b35a-4c46-8071-a79f0aa795db by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:00:47.099650 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Attempting to bind port 01ec3b9b-b35a-4c46-8071-a79f0aa795db on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:00:47.105316 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Port 01ec3b9b-b35a-4c46-8071-a79f0aa795db on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:00:47.105644 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Attempting to bind port 01ec3b9b-b35a-4c46-8071-a79f0aa795db on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:00:47.111124 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:00:47.111464 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Checking segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:00:47.111846 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Bound using segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:00:47.112271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Bound port: 01ec3b9b-b35a-4c46-8071-a79f0aa795db, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:00:47.112633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:47.179447 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] For port 01ec3b9b-b35a-4c46-8071-a79f0aa795db, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:00:47.182914 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] For port 01ec3b9b-b35a-4c46-8071-a79f0aa795db, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=01ec3b9b-b35a-4c46-8071-a79f0aa795db,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:00:47.189444 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:47.235253 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:47.235879 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:47.237300 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] 10.222.0.86 "PUT /v2.0/ports/01ec3b9b-b35a-4c46-8071-a79f0aa795db HTTP/1.1" status: 200 len: 1093 time: 0.9112899 Jun 16 15:00:47.237740 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376dd84-3783-460a-b0af-43ae018a961e', 'tag': '01ec3b9b-b35a-4c46-8071-a79f0aa795db'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:00:47.239995 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d712b4dc-4392-4602-bb6d-f15a13d4a5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9376dd84-3783-460a-b0af-43ae018a961e", "tag": "01ec3b9b-b35a-4c46-8071-a79f0aa795db"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:47.256680 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453aa68-4f62-4835-935b-5e42ef2d311b service neutron] Pushing event updated for resources: {'Port': ['ID=01ec3b9b-b35a-4c46-8071-a79f0aa795db,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:47.287495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6fe1b-2adf-4045-bd1d-3c62831b0a63 req-56c64389-dba8-454c-ae21-1991d6d19b47 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:47.290511 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-66a6fe1b-2adf-4045-bd1d-3c62831b0a63 req-56c64389-dba8-454c-ae21-1991d6d19b47 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0796940 Jun 16 15:00:47.296472 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e31ec5-ce35-4e22-bf9c-105157a6b194 x-openstack-request-id: req-e5e31ec5-ce35-4e22-bf9c-105157a6b194 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:47.296919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9376dd84-3783-460a-b0af-43ae018a961e", "tag": "01ec3b9b-b35a-4c46-8071-a79f0aa795db", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:47.297875 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e5e31ec5-ce35-4e22-bf9c-105157a6b194 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:47.298350 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e31ec5-ce35-4e22-bf9c-105157a6b194'] response: {'name': 'network-changed', 'server_uuid': '9376dd84-3783-460a-b0af-43ae018a961e', 'tag': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'status': 'completed', 'code': 200} Jun 16 15:00:47.348001 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-66a6fe1b-2adf-4045-bd1d-3c62831b0a63 req-505cfa62-a551-4ff9-bab0-817eca61796b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522616 Jun 16 15:00:47.677358 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e9a73-312f-4d9f-9e45-54b5586f7942 req-f4a6f9eb-da59-4c09-b4b3-4e30bd24ffb7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:47.678918 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-834e9a73-312f-4d9f-9e45-54b5586f7942 req-f4a6f9eb-da59-4c09-b4b3-4e30bd24ffb7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0482373 Jun 16 15:00:47.727738 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-834e9a73-312f-4d9f-9e45-54b5586f7942 req-2216ae86-b83d-49a5-8faf-b33bd8829ade tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Jun 16 15:00:48.034172 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e69a37-5afb-4929-ac89-eff5498ba109 req-555569be-fcfb-4501-a6fa-e6f479488293 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:48.035682 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-04e69a37-5afb-4929-ac89-eff5498ba109 req-555569be-fcfb-4501-a6fa-e6f479488293 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 944 time: 0.0494118 Jun 16 15:00:48.093284 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-04e69a37-5afb-4929-ac89-eff5498ba109 req-71326ff7-376d-4ba5-92b6-a2d2baecb1fd tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503600 Jun 16 15:00:48.462143 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764bb06-176d-4724-8ab2-9f66550a6633 req-3551bfba-6ef5-412d-a489-818d5547de2f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:48.463618 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9764bb06-176d-4724-8ab2-9f66550a6633 req-3551bfba-6ef5-412d-a489-818d5547de2f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0466022 Jun 16 15:00:48.513559 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9764bb06-176d-4724-8ab2-9f66550a6633 req-14dd7025-1672-43f5-868a-d5553413b3fd tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444198 Jun 16 15:00:48.859602 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85908c-759b-458f-9437-dce812f4beec req-68295340-2c96-423f-ab57-ffa801450976 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:48.861129 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4b85908c-759b-458f-9437-dce812f4beec req-68295340-2c96-423f-ab57-ffa801450976 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0524442 Jun 16 15:00:48.908987 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4b85908c-759b-458f-9437-dce812f4beec req-995c9fe3-b551-489e-943f-543c7667dfd1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Jun 16 15:00:49.200534 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:49.215641 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f7e29-c015-4145-8007-c47742eaf725 req-ff9a1000-7fb3-414d-bc06-70114da8cf0b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:49.217397 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-125f7e29-c015-4145-8007-c47742eaf725 req-ff9a1000-7fb3-414d-bc06-70114da8cf0b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 944 time: 0.0549505 Jun 16 15:00:49.266520 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-125f7e29-c015-4145-8007-c47742eaf725 req-acc4fcb9-13f8-4568-be2c-9af12a48c999 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Jun 16 15:00:49.626635 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf314e-4ab8-4695-9152-0cd8917d9179 req-2557f624-ad64-4cc0-bd66-c51837cc67aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:49.628238 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7cdf314e-4ab8-4695-9152-0cd8917d9179 req-2557f624-ad64-4cc0-bd66-c51837cc67aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0488496 Jun 16 15:00:49.681568 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7cdf314e-4ab8-4695-9152-0cd8917d9179 req-e6ef7422-394d-4390-83b8-60d47f4128b0 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470979 Jun 16 15:00:49.969475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b4dc-4392-4602-bb6d-f15a13d4a5f2 req-f56fe375-cd71-43ca-a5a6-1ee38a03f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:49.971008 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d712b4dc-4392-4602-bb6d-f15a13d4a5f2 req-f56fe375-cd71-43ca-a5a6-1ee38a03f311 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 1127 time: 0.0470817 Jun 16 15:00:50.005154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 616d7d20-0334-4e53-aae7-4c527c1c1fca details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:00:50.036810 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2f1b-f4ed-44dd-a276-f1ede6e56880 req-7f4767d3-65e0-48e8-a386-2e9d977b9a4d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:50.038490 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-75bc2f1b-f4ed-44dd-a276-f1ede6e56880 req-7f4767d3-65e0-48e8-a386-2e9d977b9a4d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0520928 Jun 16 15:00:50.095941 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-75bc2f1b-f4ed-44dd-a276-f1ede6e56880 req-25893d37-d83a-4d9d-9800-7093dd88e74d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510197 Jun 16 15:00:50.112802 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 616d7d20-0334-4e53-aae7-4c527c1c1fca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=616d7d20-0334-4e53-aae7-4c527c1c1fca,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:50.125273 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '616d7d20-0334-4e53-aae7-4c527c1c1fca', 'network_id': '07db0cfb-ec4f-4004-a40d-4f4a390f3311', 'port_id': '616d7d20-0334-4e53-aae7-4c527c1c1fca', 'mac_address': 'fa:16:3e:0e:a7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f6332d-b620-400b-8d77-7abbcc152797', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:00:50.162057 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 616d7d20-0334-4e53-aae7-4c527c1c1fca is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:50.162450 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:50.177751 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616d7d20-0334-4e53-aae7-4c527c1c1fca {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:00:50.205305 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 616d7d20-0334-4e53-aae7-4c527c1c1fca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=616d7d20-0334-4e53-aae7-4c527c1c1fca,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:50.209002 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:50.260657 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=616d7d20-0334-4e53-aae7-4c527c1c1fca,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:50.386725 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78714f-0168-4e10-ae6f-c5ced990661a req-2f9d2b0d-9ec2-4e68-9bf2-57789551fe86 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:50.388274 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ec78714f-0168-4e10-ae6f-c5ced990661a req-2f9d2b0d-9ec2-4e68-9bf2-57789551fe86 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Jun 16 15:00:50.443306 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ec78714f-0168-4e10-ae6f-c5ced990661a req-a30e98b7-4e55-4a62-8ed3-6801e4a3a6cc tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489662 Jun 16 15:00:50.460702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:50.488725 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b4dc-4392-4602-bb6d-f15a13d4a5f2 req-29fb66d9-4a42-4c15-8f8f-1018b6d7ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:50.490617 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d712b4dc-4392-4602-bb6d-f15a13d4a5f2 req-29fb66d9-4a42-4c15-8f8f-1018b6d7ad28 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=05223500b4a142c7a77c2de010541b84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1198113 Jun 16 15:00:50.596037 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b4dc-4392-4602-bb6d-f15a13d4a5f2 req-d105b59b-1fc9-4b42-a71d-fccc83d6cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:50.597571 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d712b4dc-4392-4602-bb6d-f15a13d4a5f2 req-d105b59b-1fc9-4b42-a71d-fccc83d6cb96 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0974734 Jun 16 15:00:50.720743 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-8e18fd6d-f82b-43e9-a821-6eab92c7079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:50.722386 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-8e18fd6d-f82b-43e9-a821-6eab92c7079c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 1127 time: 0.0462964 Jun 16 15:00:50.785497 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-13f054dd-0804-4395-a7a0-01aa3095d207 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01ec3b9b-b35a-4c46-8071-a79f0aa795db HTTP/1.1" status: 200 len: 217 time: 0.0452249 Jun 16 15:00:50.802150 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['616d7d20-0334-4e53-aae7-4c527c1c1fca'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:00:50.832822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe127-2165-4374-a142-f6eab3789395 req-5023f131-28ec-4b1a-8256-811f5e8f470d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:50.834473 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5ffe127-2165-4374-a142-f6eab3789395 req-5023f131-28ec-4b1a-8256-811f5e8f470d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0594194 Jun 16 15:00:50.895944 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5ffe127-2165-4374-a142-f6eab3789395 req-d7e46b30-7e09-4546-9e8f-8d8399b54686 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549495 Jun 16 15:00:51.215272 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ea61-4eae-478e-a777-43dcd839c179 req-e3ef223a-b091-440f-9cd9-dbf9a54f4da5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:51.216829 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a8f3ea61-4eae-478e-a777-43dcd839c179 req-e3ef223a-b091-440f-9cd9-dbf9a54f4da5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0510647 Jun 16 15:00:51.267557 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a8f3ea61-4eae-478e-a777-43dcd839c179 req-7b03ea5d-de39-4747-b9e7-8285b77d1f39 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451450 Jun 16 15:00:51.461749 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-ac60901e-4445-4841-9fe1-d0d7d93068a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:51.465957 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-ac60901e-4445-4841-9fe1-d0d7d93068a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0487955 Jun 16 15:00:51.531606 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bf6c3-9ed1-494b-9950-de049daf34a7 req-ba344837-0cac-4e9d-9d74-3349366465f5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:51.537371 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-298bf6c3-9ed1-494b-9950-de049daf34a7 req-ba344837-0cac-4e9d-9d74-3349366465f5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0587788 Jun 16 15:00:51.567672 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a526199-7640-4b77-9590-a73096af6907 req-d9ffe436-4323-47b8-8e3a-06779fce4a2d tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:51.570271 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7a526199-7640-4b77-9590-a73096af6907 req-d9ffe436-4323-47b8-8e3a-06779fce4a2d tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 945 time: 0.0528033 Jun 16 15:00:51.632121 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7a526199-7640-4b77-9590-a73096af6907 req-b51cb0cd-50f2-4674-8d1c-d79e27680ccc tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547347 Jun 16 15:00:51.641754 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-298bf6c3-9ed1-494b-9950-de049daf34a7 req-d1fb12c5-65f5-4d5c-b337-15f58d30bc69 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029115 Jun 16 15:00:51.644285 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-2c8f17d5-3792-4a3c-841d-4821954f7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:51.653247 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-2c8f17d5-3792-4a3c-841d-4821954f7086 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625095 Jun 16 15:00:51.709658 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50669a50-de60-450d-866c-dd856e2c60aa req-f6b52f3f-d5bb-460e-acbf-9cb2f75dd9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:51.711212 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-50669a50-de60-450d-866c-dd856e2c60aa req-f6b52f3f-d5bb-460e-acbf-9cb2f75dd9cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 1129 time: 0.0684736 Jun 16 15:00:51.830301 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-9f11057b-f40a-4c07-b731-f3b1c8a0b8c9 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754110 Jun 16 15:00:51.875618 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50669a50-de60-450d-866c-dd856e2c60aa req-d708e8f9-1d7c-4d9f-8e64-eec7799892a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:51.877144 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-50669a50-de60-450d-866c-dd856e2c60aa req-d708e8f9-1d7c-4d9f-8e64-eec7799892a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.1387587 Jun 16 15:00:51.917253 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:51.946477 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-50669a50-de60-450d-866c-dd856e2c60aa req-956058de-d687-4385-8a9f-8a1cd38f54f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac HTTP/1.1" status: 200 len: 217 time: 0.0391054 Jun 16 15:00:52.002849 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a150dd94-ea35-4068-83c7-e42f7db87ad2 req-443a42f8-8c30-4874-8a1d-ecf37c6515d2 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661186 Jun 16 15:00:52.013956 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50669a50-de60-450d-866c-dd856e2c60aa req-e052618c-0198-4df3-b90e-2213a3149fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:52.016004 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-50669a50-de60-450d-866c-dd856e2c60aa req-e052618c-0198-4df3-b90e-2213a3149fb3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0597320 Jun 16 15:00:52.018970 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8245d38-7597-4b9e-9118-b678427eff60 req-8066c19d-2f72-4f47-a270-b1ecec892a71 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:52.019392 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 616d7d20-0334-4e53-aae7-4c527c1c1fca up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:00:52.020740 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d8245d38-7597-4b9e-9118-b678427eff60 req-8066c19d-2f72-4f47-a270-b1ecec892a71 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0531564 Jun 16 15:00:52.073445 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 616d7d20-0334-4e53-aae7-4c527c1c1fca completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:00:52.073688 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50669a50-de60-450d-866c-dd856e2c60aa req-a05b5d37-6eb1-4edf-ba59-86b641980612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:52.075251 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-50669a50-de60-450d-866c-dd856e2c60aa req-a05b5d37-6eb1-4edf-ba59-86b641980612 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503151 Jun 16 15:00:52.078461 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d8245d38-7597-4b9e-9118-b678427eff60 req-f6ec64e6-857e-4f04-bc1a-104afa851d6f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500040 Jun 16 15:00:52.081143 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 616d7d20-0334-4e53-aae7-4c527c1c1fca triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:52.081511 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:52.147111 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:52.156900 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 616d7d20-0334-4e53-aae7-4c527c1c1fca is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:52.157296 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:52.182015 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea6009-6544-47c1-95bd-71542078db07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616d7d20-0334-4e53-aae7-4c527c1c1fca'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:00:52.184272 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac2fcc0-59c0-4994-83be-e65f779f89e8" -d '{"events": [{"server_uuid": "71ea6009-6544-47c1-95bd-71542078db07", "name": "network-vif-plugged", "status": "completed", "tag": "616d7d20-0334-4e53-aae7-4c527c1c1fca"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:52.195887 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:52.197830 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 616d7d20-0334-4e53-aae7-4c527c1c1fca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=616d7d20-0334-4e53-aae7-4c527c1c1fca,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:52.202020 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:52.231242 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c65f029-d84e-48fa-9e25-aad13c14ef1e x-openstack-request-id: req-7c65f029-d84e-48fa-9e25-aad13c14ef1e {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:52.231561 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea6009-6544-47c1-95bd-71542078db07", "name": "network-vif-plugged", "status": "completed", "tag": "616d7d20-0334-4e53-aae7-4c527c1c1fca", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:52.231818 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c65f029-d84e-48fa-9e25-aad13c14ef1e {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:52.232208 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c65f029-d84e-48fa-9e25-aad13c14ef1e'] response: {'server_uuid': '71ea6009-6544-47c1-95bd-71542078db07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616d7d20-0334-4e53-aae7-4c527c1c1fca', 'code': 200} Jun 16 15:00:52.257223 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=616d7d20-0334-4e53-aae7-4c527c1c1fca,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:52.754333 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5d1a1-b7b0-4276-9fb8-38e2cd49377f req-bad52797-78a7-4aa1-8bab-3e88c775791e tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:52.755871 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1bb5d1a1-b7b0-4276-9fb8-38e2cd49377f req-bad52797-78a7-4aa1-8bab-3e88c775791e tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.0489316 Jun 16 15:00:52.764249 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eefdd-5cde-4f8e-9ee0-47834fa3f6ed req-d737b7ea-8866-4f7a-a430-36a4ed5f66e8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:52.765772 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c92eefdd-5cde-4f8e-9ee0-47834fa3f6ed req-d737b7ea-8866-4f7a-a430-36a4ed5f66e8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0496621 Jun 16 15:00:52.798071 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:52.807590 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1bb5d1a1-b7b0-4276-9fb8-38e2cd49377f req-3e61bf84-8fa8-4f64-bb76-44e3210fc8d5 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Jun 16 15:00:52.815964 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c92eefdd-5cde-4f8e-9ee0-47834fa3f6ed req-750aa1c4-ff4a-4182-a355-9e5cf922d425 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Jun 16 15:00:53.182008 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:53.193068 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ea044-dd79-47ca-8dda-3f9748e4451f req-e1e8ec26-eba3-4ea4-8110-28340297832d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:53.194635 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-305ea044-dd79-47ca-8dda-3f9748e4451f req-e1e8ec26-eba3-4ea4-8110-28340297832d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0487733 Jun 16 15:00:53.250797 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-305ea044-dd79-47ca-8dda-3f9748e4451f req-db6dea42-c313-49d0-86f3-4d377af0ced0 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491757 Jun 16 15:00:53.320112 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:53.342840 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-50669a50-de60-450d-866c-dd856e2c60aa req-62384164-1b8e-47e0-80fc-4dfc74151bb6 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034222 Jun 16 15:00:53.462368 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f583e0-af6c-4ba6-bce0-2e437e544212 req-1f8eb92b-f0c1-4fbd-a492-c2e19f3a8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:53.463793 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04f583e0-af6c-4ba6-bce0-2e437e544212 req-1f8eb92b-f0c1-4fbd-a492-c2e19f3a8b7a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 1130 time: 0.0523317 Jun 16 15:00:53.489680 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-50669a50-de60-450d-866c-dd856e2c60aa req-31426b67-3ddc-46ca-a11e-d4b311713aac service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328127 Jun 16 15:00:53.516369 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04f583e0-af6c-4ba6-bce0-2e437e544212 req-0232194a-041b-4d64-b316-0ef3dad62d74 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Jun 16 15:00:53.926553 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e97eb-f06c-464f-b4fb-7557fbb86980 req-b364d5f2-8ace-4846-8872-70eee7cbac4b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:53.928063 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e32e97eb-f06c-464f-b4fb-7557fbb86980 req-b364d5f2-8ace-4846-8872-70eee7cbac4b tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.0522525 Jun 16 15:00:53.933593 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbef0ea-e841-412e-854a-b3746ed2836a req-6fad5279-4a47-4f74-bfd5-26f5cb2e6848 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:53.935095 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3dbef0ea-e841-412e-854a-b3746ed2836a req-6fad5279-4a47-4f74-bfd5-26f5cb2e6848 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0512085 Jun 16 15:00:53.976118 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e32e97eb-f06c-464f-b4fb-7557fbb86980 req-d2c661c9-dd80-471f-a215-2b3cf0426f61 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Jun 16 15:00:53.987298 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3dbef0ea-e841-412e-854a-b3746ed2836a req-b1394f24-b4f9-436f-83a2-2629fa6bee73 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435433 Jun 16 15:00:54.176806 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:00:54.370678 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a62f17-8eea-4cf3-9188-69ca81843e70 req-1e933541-83aa-45a3-bac8-2e6e7dec039b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:54.372098 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-96a62f17-8eea-4cf3-9188-69ca81843e70 req-1e933541-83aa-45a3-bac8-2e6e7dec039b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0542495 Jun 16 15:00:54.426099 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-96a62f17-8eea-4cf3-9188-69ca81843e70 req-55e402ae-2818-4f1b-936c-4a18ad43c2fc tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481412 Jun 16 15:00:55.095824 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194c92b-9dc2-48ec-8033-a2aaeab9930e req-ed561337-faa8-48df-bd4d-9509f632330c tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:55.097366 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e194c92b-9dc2-48ec-8033-a2aaeab9930e req-ed561337-faa8-48df-bd4d-9509f632330c tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.0479815 Jun 16 15:00:55.102356 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ced2a-c58b-48f9-9527-d752210b72c6 req-5e5d1d7f-5631-4745-8ff8-493f90fb8c76 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:55.103854 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e9ced2a-c58b-48f9-9527-d752210b72c6 req-5e5d1d7f-5631-4745-8ff8-493f90fb8c76 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0475318 Jun 16 15:00:55.146177 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e194c92b-9dc2-48ec-8033-a2aaeab9930e req-6d52e7b7-0e51-4c59-91c6-c7aa592cba35 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Jun 16 15:00:55.152101 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e9ced2a-c58b-48f9-9527-d752210b72c6 req-82b59445-c702-4594-8c17-d6e26b0db8a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Jun 16 15:00:55.396980 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38024) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:55.516059 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-82cc578d-ec1b-4029-9c5b-973f7a4bc75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:55.561763 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76d7e5-c829-48b7-b111-fa4335dceed3 req-9b52b6d5-3f52-464e-ac3f-1787de648918 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:55.563227 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3f76d7e5-c829-48b7-b111-fa4335dceed3 req-9b52b6d5-3f52-464e-ac3f-1787de648918 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0669611 Jun 16 15:00:55.638430 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3f76d7e5-c829-48b7-b111-fa4335dceed3 req-709dfcb7-c8e2-45c0-8800-7a57aa4456d3 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686960 Jun 16 15:00:55.666358 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-82cc578d-ec1b-4029-9c5b-973f7a4bc75f admin admin] Publish callbacks [] for security_group (00d99793-1635-464f-8b99-02dff0371723), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:55.670222 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-82cc578d-ec1b-4029-9c5b-973f7a4bc75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (00d99793-1635-464f-8b99-02dff0371723), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:55.709237 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-82cc578d-ec1b-4029-9c5b-973f7a4bc75f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2325339e8ac54a6ba53ec27c02aaf854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111713 Jun 16 15:00:55.710099 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc578d-ec1b-4029-9c5b-973f7a4bc75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d99793-1635-464f-8b99-02dff0371723,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:55.711940 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38030) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:55.761696 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d008c9f3-6387-46fc-885e-7fd8e47776b3 admin admin] Publish callbacks [] for security_group (00d99793-1635-464f-8b99-02dff0371723), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:55.783159 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d008c9f3-6387-46fc-885e-7fd8e47776b3 admin admin] Publish callbacks [] for security_group (00d99793-1635-464f-8b99-02dff0371723), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:55.831743 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d008c9f3-6387-46fc-885e-7fd8e47776b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (00d99793-1635-464f-8b99-02dff0371723), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:55.834332 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d008c9f3-6387-46fc-885e-7fd8e47776b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:55.835487 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d008c9f3-6387-46fc-885e-7fd8e47776b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/00d99793-1635-464f-8b99-02dff0371723 HTTP/1.1" status: 204 len: 168 time: 0.1225514 Jun 16 15:00:55.838769 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:55.844702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008c9f3-6387-46fc-885e-7fd8e47776b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d99793-1635-464f-8b99-02dff0371723,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:56.275065 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a225d4-26d8-4d7e-af4c-7e158c7ee3e6 req-9081e865-ae15-4d72-acbf-966980f6a2f7 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:56.276850 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-32a225d4-26d8-4d7e-af4c-7e158c7ee3e6 req-9081e865-ae15-4d72-acbf-966980f6a2f7 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.0556576 Jun 16 15:00:56.281456 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5a996-1b6d-4a1b-8cbd-f0351cd1e8ef req-b1c1892a-fb8a-471c-b31f-ef9a1fb44a1c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:56.283029 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2bd5a996-1b6d-4a1b-8cbd-f0351cd1e8ef req-b1c1892a-fb8a-471c-b31f-ef9a1fb44a1c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0570719 Jun 16 15:00:56.338831 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-32a225d4-26d8-4d7e-af4c-7e158c7ee3e6 req-ebae947c-a0b1-4c1d-9cb2-4a570bb0f0fe tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532734 Jun 16 15:00:56.350061 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2bd5a996-1b6d-4a1b-8cbd-f0351cd1e8ef req-c71fe062-ee3d-4032-8cf5-52c09ba58584 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557427 Jun 16 15:00:56.490169 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38058) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:56.591346 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1911513591-network', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:56.610761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Made reservation on behalf of 3048a9bbedf74d49a27c9911ca2ad960 for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:56.613180 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.621428 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.699908 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Publish callbacks [] for security_group (11f8f6fe-57f0-40f7-9219-ea70f011e0d7), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.703047 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (11f8f6fe-57f0-40f7-9219-ea70f011e0d7), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.727628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:56.766466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:00:56.773162 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f8f6fe-57f0-40f7-9219-ea70f011e0d7,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:56.785883 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (2451f9e2-65e6-4256-8900-b40bd7a6d2e2), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.786270 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Added segment 2451f9e2-65e6-4256-8900-b40bd7a6d2e2 of type vlan for network c58a8a40-85d7-41b3-b34e-893286ec9c73 Jun 16 15:00:56.793947 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccce49-9ba1-4bc4-aaad-4dae6468ec36 req-db3a2d0e-ecb7-4945-a1f7-a5d75fce36d9 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:56.795456 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-98ccce49-9ba1-4bc4-aaad-4dae6468ec36 req-db3a2d0e-ecb7-4945-a1f7-a5d75fce36d9 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0890343 Jun 16 15:00:56.852658 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (c58a8a40-85d7-41b3-b34e-893286ec9c73), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.890786 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-98ccce49-9ba1-4bc4-aaad-4dae6468ec36 req-09ccee00-dae1-4bfb-9f0a-8561332e8c78 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877373 Jun 16 15:00:56.899563 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (c58a8a40-85d7-41b3-b34e-893286ec9c73), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.900561 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:56.901167 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.935754 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4444351 Jun 16 15:00:56.938716 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38064) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:56.943578 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Request body: {'subnet': {'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1911513591-subnet', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:56.963045 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Made reservation on behalf of 3048a9bbedf74d49a27c9911ca2ad960 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:56.965415 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:56.969500 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8de322-939e-44e3-a1a1-cfc37b276127 admin admin] Pushing event updated for resources: {'Network': ['ID=c58a8a40-85d7-41b3-b34e-893286ec9c73,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:56.980877 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:00:57.140241 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (97b06ae8-53a7-4aac-9d57-cbaa060b7b49), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.170559 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:57.181844 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:57.198552 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b06ae8-53a7-4aac-9d57-cbaa060b7b49,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:57.216502 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Checking segment: {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:00:57.216786 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Network hostable DHCP agents. Network: c58a8a40-85d7-41b3-b34e-893286ec9c73, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:00:57.234329 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:00:57.244444 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, c58a8a40-85d7-41b3-b34e-893286ec9c73) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:57.248669 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:57.249295 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.254897 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10b1ba-f216-4e55-9494-a29acecfe994 None None] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:00:57.266906 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-345524f5-0841-4ffd-a11d-072f137f0936 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3271060 Jun 16 15:00:57.271017 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38066) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:57.275865 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:00:57.297573 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.298677 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.355374 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks [] for router_controller (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), precommit_add_association {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.364893 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-c58a8a40-85d7-41b3-b34e-893286ec9c73', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 15:00:57.366202 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.495983 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75304-5aa3-4c60-8045-684f12e8bccd req-4bf8fd43-6b09-4f09-90e2-e472050c0083 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:57.497763 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b9c75304-5aa3-4c60-8045-684f12e8bccd req-4bf8fd43-6b09-4f09-90e2-e472050c0083 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0524304 Jun 16 15:00:57.514846 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Allocated IP 172.20.0.2 (c58a8a40-85d7-41b3-b34e-893286ec9c73/97b06ae8-53a7-4aac-9d57-cbaa060b7b49/76342fba-13ca-4f6e-9b55-e9322285f666) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:57.529942 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks [] for router_gateway (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.545812 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641155f-a41a-4025-8b5f-ebb65d01eeba req-16b94fcc-8e5a-4a08-b081-4d5b3c73f6fa tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:57.548026 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d641155f-a41a-4025-8b5f-ebb65d01eeba req-16b94fcc-8e5a-4a08-b081-4d5b3c73f6fa tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.0865643 Jun 16 15:00:57.586551 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b9c75304-5aa3-4c60-8045-684f12e8bccd req-02ab2e2a-4e1b-46e4-bdd4-66c20e69c5d3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802584 Jun 16 15:00:57.654827 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d641155f-a41a-4025-8b5f-ebb65d01eeba req-d91ff778-d300-403a-81d1-3a427a9434b3 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923269 Jun 16 15:00:57.675528 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Publish callbacks [] for port (76342fba-13ca-4f6e-9b55-e9322285f666), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.682803 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.730618 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:57.734239 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:57.736820 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Pushing event updated for resources: {'Port': ['ID=76342fba-13ca-4f6e-9b55-e9322285f666,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:57.740611 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:00:57.775151 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks [] for router_gateway (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.795059 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.803976 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Attempting to bind port 76342fba-13ca-4f6e-9b55-e9322285f666 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:00:57.804379 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Attempting to bind port 76342fba-13ca-4f6e-9b55-e9322285f666 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:00:57.805690 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Attempting to bind port 76342fba-13ca-4f6e-9b55-e9322285f666 on network c58a8a40-85d7-41b3-b34e-893286ec9c73 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:00:57.812319 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:00:57.813406 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Checking segment: {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:00:57.813532 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.813856 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Bound using segment: {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:00:57.814330 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Bound port: 76342fba-13ca-4f6e-9b55-e9322285f666, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:00:57.814964 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.877554 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] For port 76342fba-13ca-4f6e-9b55-e9322285f666, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:00:57.879629 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:57.881748 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] For port 76342fba-13ca-4f6e-9b55-e9322285f666, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=76342fba-13ca-4f6e-9b55-e9322285f666,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:00:57.890666 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:57.914708 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Allocated IP 172.27.2.212 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/303e85e5-33a9-4540-91f1-7d4a8253828d) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:57.958802 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e23889-e86d-417a-bad6-04a0181b55da None None] Pushing event updated for resources: {'Port': ['ID=76342fba-13ca-4f6e-9b55-e9322285f666,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:58.066524 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks [] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:58.067473 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c3a2-ae16-4b1b-b05e-436736f5cad8 req-2efca1fd-c12e-4f94-9f4b-752ed289766a tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:58.069195 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c0b4c3a2-ae16-4b1b-b05e-436736f5cad8 req-2efca1fd-c12e-4f94-9f4b-752ed289766a tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.0701883 Jun 16 15:00:58.110680 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:58.122916 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:58.132497 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c0b4c3a2-ae16-4b1b-b05e-436736f5cad8 req-f4cc0833-27c2-47d8-95db-cdc12a0ee89d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555584 Jun 16 15:00:58.163939 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=8 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:58.196295 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:58.204133 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:58.206607 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Pushing event updated for resources: {'Port': ['ID=303e85e5-33a9-4540-91f1-7d4a8253828d,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:58.210572 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:00:58.436304 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks [] for router_gateway (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:58.536482 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d5396-e1a8-4d8c-9687-4458b6a74941 req-dbf6b37d-d272-4111-a02c-330eff4034b4 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:58.538105 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-694d5396-e1a8-4d8c-9687-4458b6a74941 req-dbf6b37d-d272-4111-a02c-330eff4034b4 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.0545633 Jun 16 15:00:58.593141 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-694d5396-e1a8-4d8c-9687-4458b6a74941 req-501224c4-9d3e-4b6d-aa19-c6a5e6854eed tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481968 Jun 16 15:00:58.801989 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc25af-b30b-459b-a6a3-363f9fb4319c req-07faa05e-db08-4ff6-8d89-458f11146742 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:58.803557 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6cdc25af-b30b-459b-a6a3-363f9fb4319c req-07faa05e-db08-4ff6-8d89-458f11146742 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0626738 Jun 16 15:00:58.942273 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6cdc25af-b30b-459b-a6a3-363f9fb4319c req-fff663d3-9849-4853-8789-995931e81fa6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046014 Jun 16 15:00:58.949072 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.003856 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3f582-a9d2-47ce-bcf6-24e5d105d369 None None] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:00:59.105143 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 76342fba-13ca-4f6e-9b55-e9322285f666 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:00:59.111383 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 15:00:59.143404 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-f31edbf3-cf83-43de-a4f5-5877e6999e08 None None] Provisioning complete for port 76342fba-13ca-4f6e-9b55-e9322285f666 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:59.143840 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f31edbf3-cf83-43de-a4f5-5877e6999e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.206061 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:59.235088 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:00:59.251432 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Sync routers for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:00:59.253637 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 76342fba-13ca-4f6e-9b55-e9322285f666 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:59.254011 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.257045 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.257249 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-714af59f-6f16-4ddf-8289-1c1971260679 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9850831 Jun 16 15:00:59.260536 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38094) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:00:59.298163 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:00:59.298163 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:00:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:59.322839 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:59.337603 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1823-2343-4b9c-b1dc-945a6771f729 req-925136df-15b4-4d7a-9188-0427d622474b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:59.347075 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1b1d1823-2343-4b9c-b1dc-945a6771f729 req-925136df-15b4-4d7a-9188-0427d622474b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 943 time: 0.1230319 Jun 16 15:00:59.428556 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1b1d1823-2343-4b9c-b1dc-945a6771f729 req-fd92a866-4de6-4ff5-a196-38bb6964a0d5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803857 Jun 16 15:00:59.450025 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-f31edbf3-cf83-43de-a4f5-5877e6999e08 None None] Current status of the port 76342fba-13ca-4f6e-9b55-e9322285f666 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:59.450415 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f31edbf3-cf83-43de-a4f5-5877e6999e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.457685 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:59.540533 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:59.545688 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-f31edbf3-cf83-43de-a4f5-5877e6999e08 None None] For port 76342fba-13ca-4f6e-9b55-e9322285f666, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=76342fba-13ca-4f6e-9b55-e9322285f666,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:00:59.552067 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:00:59.558811 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f31edbf3-cf83-43de-a4f5-5877e6999e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.610680 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 76342fba-13ca-4f6e-9b55-e9322285f666 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:00:59.610975 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.765997 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176cd28-96ba-4924-bfaf-e1039bf7a672 req-32e20299-e023-41ba-94e4-48750e765e4d tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:00:59.767569 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4176cd28-96ba-4924-bfaf-e1039bf7a672 req-32e20299-e023-41ba-94e4-48750e765e4d tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.0823140 Jun 16 15:00:59.852481 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:00:59.862991 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4176cd28-96ba-4924-bfaf-e1039bf7a672 req-71e12a2f-cd2b-43c7-ad1e-d3913baa4681 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883670 Jun 16 15:00:59.866939 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.879108 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-0839bab3-f6fc-497d-9a1a-93cfc3fa98d0 None None] Provisioning complete for port 76342fba-13ca-4f6e-9b55-e9322285f666 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:00:59.879485 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-0839bab3-f6fc-497d-9a1a-93cfc3fa98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:00:59.881046 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31edbf3-cf83-43de-a4f5-5877e6999e08 None None] Pushing event updated for resources: {'Port': ['ID=76342fba-13ca-4f6e-9b55-e9322285f666,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:59.928251 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.db.api [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 15:00:59.928662 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG oslo_db.api [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:01:00.012893 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:00:58Z', 'revision_number': 3, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:00.044436 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Allocated IP 172.20.0.1 (c58a8a40-85d7-41b3-b34e-893286ec9c73/97b06ae8-53a7-4aac-9d57-cbaa060b7b49/cd928f81-8f83-4d59-a8c2-d415129f05be) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:00.044779 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Checking router: bc7081a4-b15e-436c-b07b-40c2e3f44ce6 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:01:00.045245 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Updating router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 port 303e85e5-33a9-4540-91f1-7d4a8253828d binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:01:00.053439 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 01ec3b9b-b35a-4c46-8071-a79f0aa795db details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:01:00.081452 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-0839bab3-f6fc-497d-9a1a-93cfc3fa98d0 None None] Current status of the port 76342fba-13ca-4f6e-9b55-e9322285f666 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:00.094721 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.161874 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Publish callbacks [] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.200729 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.245531 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:00.249009 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:00.250971 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Pushing event updated for resources: {'Port': ['ID=cd928f81-8f83-4d59-a8c2-d415129f05be,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:00.251197 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:00.253158 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:01:00.253641 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.283834 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 01ec3b9b-b35a-4c46-8071-a79f0aa795db, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=01ec3b9b-b35a-4c46-8071-a79f0aa795db,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:00.309283 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:00.333156 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'port_id': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'mac_address': 'fa:16:3e:5f:ae:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:01:00.371331 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:00.395273 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 01ec3b9b-b35a-4c46-8071-a79f0aa795db is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:00.395273 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.404808 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.421561 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ec3b9b-b35a-4c46-8071-a79f0aa795db {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:01:00.504715 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 01ec3b9b-b35a-4c46-8071-a79f0aa795db, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=01ec3b9b-b35a-4c46-8071-a79f0aa795db,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:00.517512 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.549584 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 76342fba-13ca-4f6e-9b55-e9322285f666 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:00.556943 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Publish callbacks [] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.573178 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.594394 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=01ec3b9b-b35a-4c46-8071-a79f0aa795db,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:00.598519 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38108) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:00.604748 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-6c10bd60-3cb4-4389-9b9b-ca2963dd50a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002412711', 'description': 'tempest-description--775294562'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:00.615348 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f384c-393d-4f9f-b9b8-2affc15b2cec req-ee98598c-0df6-4b0c-8652-a067761ec11e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:00.617608 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-265f384c-393d-4f9f-b9b8-2affc15b2cec req-ee98598c-0df6-4b0c-8652-a067761ec11e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 944 time: 0.0742328 Jun 16 15:01:00.642389 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:00.651628 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Publish callbacks [] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.654464 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Attempting to bind port 303e85e5-33a9-4540-91f1-7d4a8253828d on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:01:00.654879 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Attempting to bind port 303e85e5-33a9-4540-91f1-7d4a8253828d by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:01:00.655289 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Attempting to bind port 303e85e5-33a9-4540-91f1-7d4a8253828d on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:00.658596 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.659595 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.666239 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-ab9fca6e-946e-4fa3-87bf-dbce9db1834d None None] Provisioning complete for port cd928f81-8f83-4d59-a8c2-d415129f05be triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:00.666615 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ab9fca6e-946e-4fa3-87bf-dbce9db1834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.676630 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-265f384c-393d-4f9f-b9b8-2affc15b2cec req-3ed38c2b-a155-4df9-a5bf-2c6cd23f019f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526195 Jun 16 15:01:00.678750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6c10bd60-3cb4-4389-9b9b-ca2963dd50a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.703949 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:01:00.704264 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:01:00.704667 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.705088 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:01:00.705561 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Bound port: 303e85e5-33a9-4540-91f1-7d4a8253828d, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:01:00.705977 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.710540 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fac8c8-9fec-410e-88e6-75b0c48595f7 None None] Pushing event updated for resources: {'Port': ['ID=303e85e5-33a9-4540-91f1-7d4a8253828d,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:00.742974 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-ab9fca6e-946e-4fa3-87bf-dbce9db1834d None None] Port cd928f81-8f83-4d59-a8c2-d415129f05be cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:01:00.766440 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] For port 303e85e5-33a9-4540-91f1-7d4a8253828d, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:01:00.769589 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] For port 303e85e5-33a9-4540-91f1-7d4a8253828d, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=303e85e5-33a9-4540-91f1-7d4a8253828d,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:01:00.775766 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:00.783728 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Pushing event updated for resources: {'Port': ['ID=cd928f81-8f83-4d59-a8c2-d415129f05be,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:00.828147 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:00.828758 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:00:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:00.863311 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:00.866905 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:00.874390 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fac8c8-9fec-410e-88e6-75b0c48595f7 None None] Pushing event updated for resources: {'Port': ['ID=303e85e5-33a9-4540-91f1-7d4a8253828d,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:00.962540 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:00.978744 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6c10bd60-3cb4-4389-9b9b-ca2963dd50a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group (bd2cce46-49e7-42be-be97-7e0f9cbc6978), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.001415 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6c10bd60-3cb4-4389-9b9b-ca2963dd50a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (bd2cce46-49e7-42be-be97-7e0f9cbc6978), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.062235 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10bd60-3cb4-4389-9b9b-ca2963dd50a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2cce46-49e7-42be-be97-7e0f9cbc6978,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:01.071207 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785a8dc-bb23-4317-bae9-17411696ca29 req-36e97ac9-2b18-44f1-a4cc-c2ee9a8d2ae1 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:01.073250 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8785a8dc-bb23-4317-bae9-17411696ca29 req-36e97ac9-2b18-44f1-a4cc-c2ee9a8d2ae1 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.1088524 Jun 16 15:01:01.113253 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6c10bd60-3cb4-4389-9b9b-ca2963dd50a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.114407 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6c10bd60-3cb4-4389-9b9b-ca2963dd50a6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5147564 Jun 16 15:01:01.117377 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 76342fba-13ca-4f6e-9b55-e9322285f666 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:01.118296 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38112) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:01.121901 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:01:01.122642 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:01.125600 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-e566d903-4260-4653-841b-b0ef0feea00e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'security_group_rule': {'security_group_id': 'bd2cce46-49e7-42be-be97-7e0f9cbc6978', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:01.128578 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:01.164695 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e566d903-4260-4653-841b-b0ef0feea00e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group_rule (ce3c9d24-8cea-40f7-aae5-6231c32c4726), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.174693 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8785a8dc-bb23-4317-bae9-17411696ca29 req-fc5c0dfc-242a-4f39-b72d-7f25702afc35 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841222 Jun 16 15:01:01.198244 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['01ec3b9b-b35a-4c46-8071-a79f0aa795db'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:01:01.200194 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-d38a9880-3477-4f6a-9646-dd2f7cc9a7a2 None None] Provisioning complete for port cd928f81-8f83-4d59-a8c2-d415129f05be triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:01.200454 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d38a9880-3477-4f6a-9646-dd2f7cc9a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.237241 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e566d903-4260-4653-841b-b0ef0feea00e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group_rule (ce3c9d24-8cea-40f7-aae5-6231c32c4726), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.243127 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e566d903-4260-4653-841b-b0ef0feea00e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (ce3c9d24-8cea-40f7-aae5-6231c32c4726), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.274091 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566d903-4260-4653-841b-b0ef0feea00e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3c9d24-8cea-40f7-aae5-6231c32c4726,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:01.284408 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e566d903-4260-4653-841b-b0ef0feea00e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.285986 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-e566d903-4260-4653-841b-b0ef0feea00e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673198 Jun 16 15:01:01.289468 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38114) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:01.293976 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-e4c1f55d-8e4d-4d0c-8d1e-a4538e249670 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'security_group_rule': {'security_group_id': 'bd2cce46-49e7-42be-be97-7e0f9cbc6978', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:01.312430 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:01:01.318618 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-d38a9880-3477-4f6a-9646-dd2f7cc9a7a2 None None] Port cd928f81-8f83-4d59-a8c2-d415129f05be cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:01:01.319430 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6825f642-23d0-434b-b4b4-277065ada469 admin admin] 10.222.0.72 "PUT /v2.0/routers/bc7081a4-b15e-436c-b07b-40c2e3f44ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568984 Jun 16 15:01:01.339885 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e4c1f55d-8e4d-4d0c-8d1e-a4538e249670 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group_rule (9f92c701-5b62-4675-8b24-46913af396bc), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.342440 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 76342fba-13ca-4f6e-9b55-e9322285f666 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:01.343455 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.390756 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 2, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:01.409386 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:01.434343 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd77b8-f10b-438d-8cba-3c4447df6dc8 None None] The sync data for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi is: [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 2, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:01:01.458412 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e4c1f55d-8e4d-4d0c-8d1e-a4538e249670 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group_rule (9f92c701-5b62-4675-8b24-46913af396bc), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.463315 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e4c1f55d-8e4d-4d0c-8d1e-a4538e249670 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (9f92c701-5b62-4675-8b24-46913af396bc), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.486368 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1f55d-8e4d-4d0c-8d1e-a4538e249670 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f92c701-5b62-4675-8b24-46913af396bc,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:01.503965 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e4c1f55d-8e4d-4d0c-8d1e-a4538e249670 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.505444 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-e4c1f55d-8e4d-4d0c-8d1e-a4538e249670 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2157166 Jun 16 15:01:01.508657 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38118) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:01.514260 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:01.546571 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.650929 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:01.703940 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 76342fba-13ca-4f6e-9b55-e9322285f666 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:01.825278 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:01.838801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Allocated IP 172.27.2.241 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/6f6e44ac-48db-4cba-8eba-af38c62217bc) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:01.945905 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03164036-a299-4378-a94d-fabfd3aefc0d req-8e29c1b4-152f-4cb1-8f17-6d57e35d8675 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:01.947472 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03164036-a299-4378-a94d-fabfd3aefc0d req-8e29c1b4-152f-4cb1-8f17-6d57e35d8675 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 944 time: 0.1108799 Jun 16 15:01:02.097055 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38134) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:02.103384 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-531107586-network', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:02.135604 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Made reservation on behalf of c732e283521445d58a8d0445bc7d6759 for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:01:02.138661 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.150078 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:02.151276 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.268981 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Publish callbacks [] for security_group (d2bb827b-e19c-4dc1-8606-9122295a8c42), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.279199 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:02.303113 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (d2bb827b-e19c-4dc1-8606-9122295a8c42), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.333512 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:01:02.357079 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9f26b-9218-457d-a655-445249118dd1 req-d327f7d1-c9f3-44ea-b256-76645be70483 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:02.359957 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-77d9f26b-9218-457d-a655-445249118dd1 req-d327f7d1-c9f3-44ea-b256-76645be70483 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.0909524 Jun 16 15:01:02.361349 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03164036-a299-4378-a94d-fabfd3aefc0d req-24c8abff-7759-43a4-a727-3986542d2b7f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3969729 Jun 16 15:01:02.412204 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for port (6f6e44ac-48db-4cba-8eba-af38c62217bc), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.423333 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (af64f2d1-d49a-4e52-804a-edd7297e6538), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.423681 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Added segment af64f2d1-d49a-4e52-804a-edd7297e6538 of type vlan for network 5a694f42-331f-4184-befd-8eccc2befaa9 Jun 16 15:01:02.427302 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb827b-e19c-4dc1-8606-9122295a8c42,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:02.438633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-bd112768-fdb6-4563-8b1d-b8f1485ae2f5 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:02.441108 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-bd112768-fdb6-4563-8b1d-b8f1485ae2f5 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.86 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 946 time: 0.1152372 Jun 16 15:01:02.503564 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (5a694f42-331f-4184-befd-8eccc2befaa9), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.511773 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-77d9f26b-9218-457d-a655-445249118dd1 req-64545268-5c70-4408-a971-ac9d3c055b9d tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d7912a5-305a-4b93-9bc0-de791d9b67fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192548 Jun 16 15:01:02.548316 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (5a694f42-331f-4184-befd-8eccc2befaa9), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.548316 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:02.548316 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.594494 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (6f6e44ac-48db-4cba-8eba-af38c62217bc), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.614801 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5158460 Jun 16 15:01:02.617805 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38140) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:02.622578 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Request body: {'subnet': {'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-531107586-subnet', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:02.627645 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82f32d-a298-49aa-9965-cfb92a2b037e admin admin] Pushing event updated for resources: {'Network': ['ID=5a694f42-331f-4184-befd-8eccc2befaa9,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:02.642227 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 5a694f42-331f-4184-befd-8eccc2befaa9 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:01:02.650139 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Made reservation on behalf of c732e283521445d58a8d0445bc7d6759 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:01:02.652710 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.687584 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Deleting port 616d7d20-0334-4e53-aae7-4c527c1c1fca {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:01:02.690422 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.701451 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:02.725665 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:02.732211 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event updated for resources: {'Port': ['ID=6f6e44ac-48db-4cba-8eba-af38c62217bc,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:02.741549 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:01:02.823938 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:02.877511 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (b80d76d6-6f8e-4560-a667-8269b8c5724e), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.914154 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:02.937053 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] For port 616d7d20-0334-4e53-aae7-4c527c1c1fca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=616d7d20-0334-4e53-aae7-4c527c1c1fca,segment=NetworkSegment(5124c60f-5da3-4779-926e-23d36e667a2b),segment_id=5124c60f-5da3-4779-926e-23d36e667a2b)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:02.937796 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.962557 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80d76d6-6f8e-4560-a667-8269b8c5724e,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:02.978254 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Checking segment: {'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:01:02.978596 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Network hostable DHCP agents. Network: 5a694f42-331f-4184-befd-8eccc2befaa9, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:01:02.979200 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (5b175073-8746-4978-a874-486936f4f0be), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:02.989151 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Calling delete_port for 616d7d20-0334-4e53-aae7-4c527c1c1fca owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:01:03.003298 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Network 5a694f42-331f-4184-befd-8eccc2befaa9 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:01:03.022722 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 5a694f42-331f-4184-befd-8eccc2befaa9) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:03.034206 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb87d06-f881-49b4-9ff7-933f6af264d8 None None] Network 5a694f42-331f-4184-befd-8eccc2befaa9 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:01:03.044714 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:03.048371 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.098453 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-07464058-c524-4af6-9520-8cf7fcb269dc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4772549 Jun 16 15:01:03.099259 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (6f6e44ac-48db-4cba-8eba-af38c62217bc), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.099536 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38142) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:03.109162 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:03.157751 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.159058 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.160730 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 303e85e5-33a9-4540-91f1-7d4a8253828d up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:03.163233 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 01ec3b9b-b35a-4c46-8071-a79f0aa795db up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:03.181756 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:03.265619 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks [] for router_controller (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), precommit_add_association {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.273340 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:03.327992 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 303e85e5-33a9-4540-91f1-7d4a8253828d triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:03.328411 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.331327 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 01ec3b9b-b35a-4c46-8071-a79f0aa795db completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:01:03.360218 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-5a694f42-331f-4184-befd-8eccc2befaa9', 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9', 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'fixed_ips': [{'subnet_id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 15:01:03.361218 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.368705 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 01ec3b9b-b35a-4c46-8071-a79f0aa795db triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:03.369096 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.390068 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:03.406533 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (616d7d20-0334-4e53-aae7-4c527c1c1fca), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.453021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for port (6f6e44ac-48db-4cba-8eba-af38c62217bc), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.458806 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Pushing event deleted for resources: {'Port': ['ID=616d7d20-0334-4e53-aae7-4c527c1c1fca,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:03.485800 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (6f6e44ac-48db-4cba-8eba-af38c62217bc), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.514040 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['616d7d20-0334-4e53-aae7-4c527c1c1fca'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:01:03.580135 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] No DVR routers for this DVR port 616d7d20-0334-4e53-aae7-4c527c1c1fca on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:01:03.592822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.596869 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-99a4bdd7-ff7d-4879-931d-65c936323cbc req-3a7f5c64-73b2-4747-bb70-1345ecf7b6c8 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.86 "DELETE /v2.0/ports/616d7d20-0334-4e53-aae7-4c527c1c1fca HTTP/1.1" status: 204 len: 173 time: 1.1484330 Jun 16 15:01:03.597810 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea6009-6544-47c1-95bd-71542078db07', 'name': 'network-vif-deleted', 'tag': '616d7d20-0334-4e53-aae7-4c527c1c1fca'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:01:03.600559 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a357ac3c-08a9-4642-8ea3-56f68c757008" -d '{"events": [{"server_uuid": "71ea6009-6544-47c1-95bd-71542078db07", "name": "network-vif-deleted", "tag": "616d7d20-0334-4e53-aae7-4c527c1c1fca"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:03.655640 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event updated for resources: {'Port': ['ID=6f6e44ac-48db-4cba-8eba-af38c62217bc,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:03.667679 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7d256-0a1e-4f7c-8aaa-8151bd56240a req-edc22009-3a38-40e9-b5a7-76c414313a86 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:03.675442 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82e7d256-0a1e-4f7c-8aaa-8151bd56240a req-edc22009-3a38-40e9-b5a7-76c414313a86 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 944 time: 0.2177334 Jun 16 15:01:03.717348 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (5b175073-8746-4978-a874-486936f4f0be), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.733078 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 303e85e5-33a9-4540-91f1-7d4a8253828d is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:03.734641 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.755685 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82e7d256-0a1e-4f7c-8aaa-8151bd56240a req-56af98e5-f2b3-4c3d-9b7b-f04ea51cd289 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790143 Jun 16 15:01:03.756545 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 01ec3b9b-b35a-4c46-8071-a79f0aa795db is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:03.757422 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.761781 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Allocated IP 172.20.0.2 (5a694f42-331f-4184-befd-8eccc2befaa9/b80d76d6-6f8e-4560-a667-8269b8c5724e/35c3837e-5e7c-44b6-b360-b04ccb80b5c5) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:03.764595 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.768534 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-20479518-9fc4-4a61-a062-17ee04b13bdc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2587125 Jun 16 15:01:03.802857 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 303e85e5-33a9-4540-91f1-7d4a8253828d, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=303e85e5-33a9-4540-91f1-7d4a8253828d,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:03.814296 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.828115 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-333716fa-6464-466f-a1f9-6c01317913ce req-ca166585-0856-4e78-b473-c1a6f1b2ed16 tempest-VolumesActionsTest-1903567955 tempest-VolumesActionsTest-1903567955-project] 10.222.0.72 "GET /v2.0/ports?device_id=71ea6009-6544-47c1-95bd-71542078db07 HTTP/1.1" status: 200 len: 210 time: 0.0978632 Jun 16 15:01:03.833803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cfcf34-be3b-4c5d-b190-dd589c60826a x-openstack-request-id: req-82cfcf34-be3b-4c5d-b190-dd589c60826a {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:03.834226 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea6009-6544-47c1-95bd-71542078db07", "name": "network-vif-deleted", "tag": "616d7d20-0334-4e53-aae7-4c527c1c1fca", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:03.834573 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82cfcf34-be3b-4c5d-b190-dd589c60826a {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:03.834909 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cfcf34-be3b-4c5d-b190-dd589c60826a'] response: {'server_uuid': '71ea6009-6544-47c1-95bd-71542078db07', 'name': 'network-vif-deleted', 'tag': '616d7d20-0334-4e53-aae7-4c527c1c1fca', 'status': 'completed', 'code': 200} Jun 16 15:01:03.857689 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9376dd84-3783-460a-b0af-43ae018a961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ec3b9b-b35a-4c46-8071-a79f0aa795db'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:01:03.859003 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f92cb4-130a-4640-96b8-64437e268793" -d '{"events": [{"server_uuid": "9376dd84-3783-460a-b0af-43ae018a961e", "name": "network-vif-plugged", "status": "completed", "tag": "01ec3b9b-b35a-4c46-8071-a79f0aa795db"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:03.922215 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 01ec3b9b-b35a-4c46-8071-a79f0aa795db, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=01ec3b9b-b35a-4c46-8071-a79f0aa795db,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:03.966550 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks [] for router_gateway (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:03.975466 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725790ae-019b-4b90-ac6f-1ad2646babcf x-openstack-request-id: req-725790ae-019b-4b90-ac6f-1ad2646babcf {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:03.976098 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9376dd84-3783-460a-b0af-43ae018a961e", "name": "network-vif-plugged", "status": "completed", "tag": "01ec3b9b-b35a-4c46-8071-a79f0aa795db", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:03.976730 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-725790ae-019b-4b90-ac6f-1ad2646babcf {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:03.977148 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725790ae-019b-4b90-ac6f-1ad2646babcf'] response: {'server_uuid': '9376dd84-3783-460a-b0af-43ae018a961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'code': 200} Jun 16 15:01:03.982457 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.031557 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=303e85e5-33a9-4540-91f1-7d4a8253828d,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:04.072466 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:04.141290 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=01ec3b9b-b35a-4c46-8071-a79f0aa795db,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:04.157716 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Publish callbacks [] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.169891 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.207895 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:04.212238 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Network 5a694f42-331f-4184-befd-8eccc2befaa9 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:04.214080 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-e0c12b57-8a91-4917-ad42-0c2f7d69d5d3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2002412711&fields=id&tenant_id=b017c2881aba4df6afe70cdcb84d5ee8 HTTP/1.1" status: 200 len: 267 time: 0.1091135 Jun 16 15:01:04.219363 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:04.225507 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:01:04.233277 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Pushing event updated for resources: {'Port': ['ID=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:04.254883 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks [] for router_gateway (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.289347 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.308402 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Attempting to bind port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:01:04.308857 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Attempting to bind port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:01:04.309326 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Attempting to bind port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 on network 5a694f42-331f-4184-befd-8eccc2befaa9 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:04.316888 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:01:04.317349 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Checking segment: {'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:01:04.317896 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.318437 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Bound using segment: {'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:01:04.318975 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Bound port: 35c3837e-5e7c-44b6-b360-b04ccb80b5c5, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:01:04.319472 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.425309 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] For port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:01:04.430614 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] For port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,segment=NetworkSegment(af64f2d1-d49a-4e52-804a-edd7297e6538),segment_id=af64f2d1-d49a-4e52-804a-edd7297e6538)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:01:04.439491 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.455042 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Sync routers for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:01:04.459343 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-b9c72eca-bff7-407d-8f3d-bc38805eac2d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:04.461024 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-b9c72eca-bff7-407d-8f3d-bc38805eac2d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 819 time: 0.2330515 Jun 16 15:01:04.471979 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:04.473575 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:00:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:04.501688 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-3e192011-8b44-4f08-bebe-55b6dd376748 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/quotas/b017c2881aba4df6afe70cdcb84d5ee8 HTTP/1.1" status: 200 len: 375 time: 0.0325921 Jun 16 15:01:04.528476 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Allocated IP 172.27.2.225 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/a017c969-a52f-43f4-8922-fa4d2c4327e4) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:04.578709 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c3c05-baca-4a90-a23d-c3239b5fbcd3 None None] Pushing event updated for resources: {'Port': ['ID=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:04.599473 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-439d69da-9938-4c5e-880d-e5ec2ef17814 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0967836 Jun 16 15:01:04.637180 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a5fff-69cc-4b67-a4d5-17b9b9102699 req-b361fa35-f72d-41c5-bcc8-d6266cf2dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:04.639507 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-310a5fff-69cc-4b67-a4d5-17b9b9102699 req-b361fa35-f72d-41c5-bcc8-d6266cf2dc6f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 1129 time: 0.0702405 Jun 16 15:01:04.653533 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:04.659202 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:04.661405 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:04.699221 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-310a5fff-69cc-4b67-a4d5-17b9b9102699 req-0613e61a-ce75-492a-b504-a51b492c2488 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525966 Jun 16 15:01:04.789039 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-e9f403c9-877f-4b0a-bbb9-087a7ac007e0 service neutron] 10.222.0.72 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885645 Jun 16 15:01:04.845395 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks [] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.869080 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:04.950605 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 2, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:04.976229 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-601cfa06-78cb-4341-862d-cee8ad98a171 service neutron] 10.222.0.72 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756608 Jun 16 15:01:04.978466 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:04.980052 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b366b-d963-4b70-ad33-9b3f8fb0619a req-eee3a489-6633-4aa6-a384-12b71e3e12cc tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:04.985653 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d18b366b-d963-4b70-ad33-9b3f8fb0619a req-eee3a489-6633-4aa6-a384-12b71e3e12cc tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 945 time: 0.0683122 Jun 16 15:01:05.005508 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Checking router: bc7081a4-b15e-436c-b07b-40c2e3f44ce6 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:01:05.006094 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Updating router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 port cd928f81-8f83-4d59-a8c2-d415129f05be binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:01:05.022010 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:05.043474 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:05.048270 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:01:05.083709 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:05.092971 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d18b366b-d963-4b70-ad33-9b3f8fb0619a req-11e21e7c-6484-4b90-aee6-4d57145bbeec tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974669 Jun 16 15:01:05.129355 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Pushing event updated for resources: {'Port': ['ID=a017c969-a52f-43f4-8922-fa4d2c4327e4,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:05.298462 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81f37c88-67bc-49cd-9fb8-176dd97bc222 req-c59ab1da-0cd2-4a07-affe-061e76577059 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.0475574 Jun 16 15:01:05.339710 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:05.415030 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks [] for router_gateway (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:05.440550 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:05.443315 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:05.605747 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Publish callbacks [] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:05.612150 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:05.613836 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:05.624076 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:05.676329 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Pushing event updated for resources: {'Port': ['ID=cd928f81-8f83-4d59-a8c2-d415129f05be,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:05.700452 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.701084 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.701669 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.702260 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.706613 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.707438 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.708000 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.708548 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.709179 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.709693 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.711358 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.711786 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.712993 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.713388 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.714052 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:05.720789 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,segment=NetworkSegment(af64f2d1-d49a-4e52-804a-edd7297e6538),segment_id=af64f2d1-d49a-4e52-804a-edd7297e6538)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:05.769335 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:05.772228 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 303e85e5-33a9-4540-91f1-7d4a8253828d up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:05.783680 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:06.100576 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Router ff51a5dd-a137-4da4-a9b5-2ecef100d15b is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 15:01:06.105654 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:06.134177 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 303e85e5-33a9-4540-91f1-7d4a8253828d triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:06.135119 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:06.205195 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Attempting to bind port cd928f81-8f83-4d59-a8c2-d415129f05be on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:01:06.206013 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Attempting to bind port cd928f81-8f83-4d59-a8c2-d415129f05be by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:01:06.206201 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Attempting to bind port cd928f81-8f83-4d59-a8c2-d415129f05be on network c58a8a40-85d7-41b3-b34e-893286ec9c73 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:06.231508 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:01:06.231886 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Checking segment: {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:01:06.232293 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:06.232708 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Bound using segment: {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:01:06.233554 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Bound port: cd928f81-8f83-4d59-a8c2-d415129f05be, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:01:06.233554 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:06.353866 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] For port cd928f81-8f83-4d59-a8c2-d415129f05be, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:01:06.361157 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] For port cd928f81-8f83-4d59-a8c2-d415129f05be, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=cd928f81-8f83-4d59-a8c2-d415129f05be,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:01:06.371756 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:06.385113 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:06.389027 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7cfba9-72ef-4253-a7bf-4e4cf73c5707 None None] Network 5a694f42-331f-4184-befd-8eccc2befaa9 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:01:06.415650 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:06.455945 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:06.457071 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:00:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:06.496579 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Provisioning complete for port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:06.497688 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:06.500108 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c60c2932-de4d-41dd-95fd-499694f8798a req-5ff901e0-8fe5-44fb-a772-a2577ebfe2e3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.0842206 Jun 16 15:01:06.524881 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c852-6f62-4f4e-95bb-d419c6beae75 req-f9919f1a-2441-4bad-ba22-1998175cc8c3 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:06.533365 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-eee8c852-6f62-4f4e-95bb-d419c6beae75 req-f9919f1a-2441-4bad-ba22-1998175cc8c3 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 945 time: 0.2638531 Jun 16 15:01:06.556213 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:06.561003 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:06.573305 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:01:06.620917 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726e845-e926-41bc-913f-7df7a6d99cfd None None] Pushing event updated for resources: {'Port': ['ID=cd928f81-8f83-4d59-a8c2-d415129f05be,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:06.624601 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-eee8c852-6f62-4f4e-95bb-d419c6beae75 req-fd9cf2a6-3902-4562-8cdd-f4dbd1323b16 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902550 Jun 16 15:01:06.636804 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:06.640755 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:06.645860 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38226) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:06.653313 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d09b7537-d7b3-46df-b97e-1e0d88dd1274 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5431938 Jun 16 15:01:06.766715 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:06.775336 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Sync routers for ids ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:01:06.824162 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:06.829765 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Routers {'ff51a5dd-a137-4da4-a9b5-2ecef100d15b'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:06.830411 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:00:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:06.865932 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:06Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:06.905718 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa6f54-212d-4cce-944e-972a5baca4a9 None None] The sync data for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi is: [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:06Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:01:07.018941 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 303e85e5-33a9-4540-91f1-7d4a8253828d is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:07.045533 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Current status of the port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:07.068171 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Provisioning complete for port cd928f81-8f83-4d59-a8c2-d415129f05be triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:07.068547 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.098042 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Set router ff51a5dd-a137-4da4-a9b5-2ecef100d15b gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:07.210488 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.285787 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:07.331745 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-495d5545-1f03-42d4-af5e-ad02ce04d75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.358925 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:07.396707 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Current status of the port cd928f81-8f83-4d59-a8c2-d415129f05be is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:07.397635 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.425611 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Allocated IP 172.20.0.1 (5a694f42-331f-4184-befd-8eccc2befaa9/b80d76d6-6f8e-4560-a667-8269b8c5724e/aee08161-d678-4000-83e3-361c4d1d0b7d) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:07.452587 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:07.453016 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.495934 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:01:05Z', 'revision_number': 3, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port': {'id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:04Z', 'updated_at': '2022-06-16T15:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:07.507517 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] For port cd928f81-8f83-4d59-a8c2-d415129f05be, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=cd928f81-8f83-4d59-a8c2-d415129f05be,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:07.551656 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Publish callbacks [] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.565138 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Checking router: ff51a5dd-a137-4da4-a9b5-2ecef100d15b for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:01:07.565494 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Updating router ff51a5dd-a137-4da4-a9b5-2ecef100d15b port a017c969-a52f-43f4-8922-fa4d2c4327e4 binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:01:07.568073 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.597819 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.645200 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.689825 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cae07c39-27c3-439f-8cd9-d273a007dc03 req-31c5710e-8efa-49b7-8a46-b0dbb27a931e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.0817587 Jun 16 15:01:07.692265 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Network 5a694f42-331f-4184-befd-8eccc2befaa9 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:07.703952 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:07.705183 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:07.719042 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:01:07.728504 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:07.777164 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337be59e-355c-4f5b-9b3c-37ae04286f47 None None] Pushing event updated for resources: {'Port': ['ID=cd928f81-8f83-4d59-a8c2-d415129f05be,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:07.796582 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Pushing event updated for resources: {'Port': ['ID=aee08161-d678-4000-83e3-361c4d1d0b7d,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:07.840485 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-8e791aa1-1761-40e4-a4f5-24727046b6fb None None] Provisioning complete for port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:07.841193 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8e791aa1-1761-40e4-a4f5-24727046b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.841333 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:07.849742 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd49d8-1df5-4b25-a526-9eb0c7bc702a req-41d78f6d-9e30-467d-97c9-ad72d4edf995 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:07.851387 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:07.852360 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-04fd49d8-1df5-4b25-a526-9eb0c7bc702a req-41d78f6d-9e30-467d-97c9-ad72d4edf995 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 945 time: 0.0848582 Jun 16 15:01:07.852510 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device cd928f81-8f83-4d59-a8c2-d415129f05be up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:07.919873 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:07.979621 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-04fd49d8-1df5-4b25-a526-9eb0c7bc702a req-26be4257-9153-4db4-bfa1-5d08a65b8a3d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191926 Jun 16 15:01:08.048665 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port cd928f81-8f83-4d59-a8c2-d415129f05be triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:08.049043 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.050337 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.134626 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-8e791aa1-1761-40e4-a4f5-24727046b6fb None None] Current status of the port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:08.161281 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-8e791aa1-1761-40e4-a4f5-24727046b6fb None None] Provisioning complete for port cd928f81-8f83-4d59-a8c2-d415129f05be triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:08.161550 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8e791aa1-1761-40e4-a4f5-24727046b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.183860 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3948f88-7be9-403c-b817-530885b1649b req-c008018d-3689-4ae9-9f6a-394cb609b826 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:08.185465 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a3948f88-7be9-403c-b817-530885b1649b req-c008018d-3689-4ae9-9f6a-394cb609b826 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 945 time: 0.1064043 Jun 16 15:01:08.253637 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:08.268949 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Publish callbacks [] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.273841 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port cd928f81-8f83-4d59-a8c2-d415129f05be is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:08.280560 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.300050 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a3948f88-7be9-403c-b817-530885b1649b req-9f1f8c46-766f-4f0b-b084-8eb18a00861f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999150 Jun 16 15:01:08.336591 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38238) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:08.350115 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Publish callbacks [] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.356679 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.367968 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-8e791aa1-1761-40e4-a4f5-24727046b6fb None None] Current status of the port cd928f81-8f83-4d59-a8c2-d415129f05be is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:08.373240 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Attempting to bind port a017c969-a52f-43f4-8922-fa4d2c4327e4 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:01:08.373707 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Attempting to bind port a017c969-a52f-43f4-8922-fa4d2c4327e4 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:01:08.374070 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Attempting to bind port a017c969-a52f-43f4-8922-fa4d2c4327e4 on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:08.377541 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7ff8c-e9af-4243-ac22-e28b4d10cc69 None None] Pushing event updated for resources: {'Port': ['ID=a017c969-a52f-43f4-8922-fa4d2c4327e4,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:08.382371 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:01:08.383349 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:01:08.383884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.384755 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:01:08.385011 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Bound port: a017c969-a52f-43f4-8922-fa4d2c4327e4, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:01:08.385395 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.431410 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.434619 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Pushing event updated for resources: {'Port': ['ID=aee08161-d678-4000-83e3-361c4d1d0b7d,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:08.448144 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:08.451431 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] For port a017c969-a52f-43f4-8922-fa4d2c4327e4, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:01:08.455862 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] For port a017c969-a52f-43f4-8922-fa4d2c4327e4, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=a017c969-a52f-43f4-8922-fa4d2c4327e4,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:01:08.466228 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.522069 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-431574e4-c5a3-48b6-b94a-5bc32303f7a6 None None] Provisioning complete for port aee08161-d678-4000-83e3-361c4d1d0b7d triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:08.522999 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-431574e4-c5a3-48b6-b94a-5bc32303f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.567167 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Network 5a694f42-331f-4184-befd-8eccc2befaa9 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:08.569786 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:08.572359 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Routers {'ff51a5dd-a137-4da4-a9b5-2ecef100d15b'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:08.573228 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:00:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:08.581791 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7ff8c-e9af-4243-ac22-e28b4d10cc69 None None] Pushing event updated for resources: {'Port': ['ID=a017c969-a52f-43f4-8922-fa4d2c4327e4,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:08.619378 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-431574e4-c5a3-48b6-b94a-5bc32303f7a6 None None] Port aee08161-d678-4000-83e3-361c4d1d0b7d cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:01:08.643259 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bacc6a-4d30-4ec7-b033-47a50d6c2c9d tempest-TestVolumeBootPattern-316094202 tempest-TestVolumeBootPattern-316094202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:08.644966 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-02bacc6a-4d30-4ec7-b033-47a50d6c2c9d tempest-TestVolumeBootPattern-316094202 tempest-TestVolumeBootPattern-316094202-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 1124 time: 0.3072536 Jun 16 15:01:08.647847 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38246) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:08.653332 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'port_id': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:08.682453 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.713972 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Router ff51a5dd-a137-4da4-a9b5-2ecef100d15b has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:01:08.879105 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:08.882274 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a53c2610-5e2f-41fe-8e56-8cbeaf43b398 req-d4ffd7ac-d46f-4e0f-a4a4-721f83509462 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.0606403 Jun 16 15:01:08.902742 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:01:08.904321 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] Set router ff51a5dd-a137-4da4-a9b5-2ecef100d15b gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:08.909461 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-6172e8b7-3566-4d07-8cc6-cce2e8c8687a admin admin] 10.222.0.72 "PUT /v2.0/routers/ff51a5dd-a137-4da4-a9b5-2ecef100d15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623839 Jun 16 15:01:08.983908 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-f3c55c70-a5b4-4d62-86c3-62d9f0c30f76 None None] Provisioning complete for port aee08161-d678-4000-83e3-361c4d1d0b7d triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:08.984351 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f3c55c70-a5b4-4d62-86c3-62d9f0c30f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:09.024568 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Allocated IP 172.27.2.195 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/a713262b-6a08-4874-9d2d-0d24e3d677a6) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:09.073843 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-f3c55c70-a5b4-4d62-86c3-62d9f0c30f76 None None] Port aee08161-d678-4000-83e3-361c4d1d0b7d cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:01:09.144194 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device cd928f81-8f83-4d59-a8c2-d415129f05be up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:09.179118 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:09.207059 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (a713262b-6a08-4874-9d2d-0d24e3d677a6), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:09.260367 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (a713262b-6a08-4874-9d2d-0d24e3d677a6), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:09.263692 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port cd928f81-8f83-4d59-a8c2-d415129f05be triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:09.263692 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:09.265873 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 4, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port': {'id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:04Z', 'updated_at': '2022-06-16T15:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'aee08161-d678-4000-83e3-361c4d1d0b7d', 'name': '', 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'mac_address': 'fa:16:3e:98:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:07Z', 'updated_at': '2022-06-16T15:01:08Z', 'revision_number': 2, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'subnets': [{'id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:09.306125 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:09.312036 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:09.314309 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=a713262b-6a08-4874-9d2d-0d24e3d677a6,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:09.316967 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:01:09.319601 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511f0f4-40b9-4561-a572-2f873ae3ce56 None None] The sync data for ids ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'] in dv-cinder-837165-3-iscsi is: [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 4, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port': {'id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:04Z', 'updated_at': '2022-06-16T15:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'aee08161-d678-4000-83e3-361c4d1d0b7d', 'name': '', 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'mac_address': 'fa:16:3e:98:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:07Z', 'updated_at': '2022-06-16T15:01:08Z', 'revision_number': 2, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'subnets': [{'id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:01:09.402152 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port cd928f81-8f83-4d59-a8c2-d415129f05be is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:09.488571 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 616d7d20-0334-4e53-aae7-4c527c1c1fca no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:01:09.511969 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 616d7d20-0334-4e53-aae7-4c527c1c1fca {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:01:09.512319 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 616d7d20-0334-4e53-aae7-4c527c1c1fca not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:01:09.620338 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:09.629187 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:09.777188 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (8bd5a4e6-3873-4094-9aaf-e00f668ca35b), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:09.868336 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a713262b-6a08-4874-9d2d-0d24e3d677a6), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:10.037761 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e396f184-03b8-4528-bd7f-adb5095fb013 req-b62a34b0-21b1-4112-bae0-538239b4dde2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.0438328 Jun 16 15:01:10.099219 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (a713262b-6a08-4874-9d2d-0d24e3d677a6), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:10.105918 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a713262b-6a08-4874-9d2d-0d24e3d677a6), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:10.146171 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f6456738-3901-4d47-911d-fe9fe16bdacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:10.150756 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (8bd5a4e6-3873-4094-9aaf-e00f668ca35b), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:10.199615 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=a713262b-6a08-4874-9d2d-0d24e3d677a6,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:10.339593 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Floating IP 8bd5a4e6-3873-4094-9aaf-e00f668ca35b associated. External IP: 172.27.2.195, port: 01ec3b9b-b35a-4c46-8071-a79f0aa795db. Jun 16 15:01:10.623199 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Router ede70ec2-e033-4571-ab30-78be57d69a89 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:01:11.014487 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:11.125093 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:01:11.139902 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:11.146811 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:01:11.147975 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:11.179677 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:11.181257 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:01:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:11.305937 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device a017c969-a52f-43f4-8922-fa4d2c4327e4 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:11.311931 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-53e2b4f7-4f01-49f1-9d43-6a43b32dc140 req-e846a10f-efb9-43ff-af34-ca61a24802e8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.1158090 Jun 16 15:01:11.339924 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-9db1c4cf-715e-4880-aa87-6775349f6f8b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6862371 Jun 16 15:01:11.341507 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376dd84-3783-460a-b0af-43ae018a961e', 'tag': '01ec3b9b-b35a-4c46-8071-a79f0aa795db'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:01:11.353503 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53969edc-424b-4805-af4f-14c2a0fe4887" -d '{"events": [{"name": "network-changed", "server_uuid": "9376dd84-3783-460a-b0af-43ae018a961e", "tag": "01ec3b9b-b35a-4c46-8071-a79f0aa795db"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:11.414373 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-58f164bc-a469-4abf-9184-273bc34c18d2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1665292 Jun 16 15:01:11.454973 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778aafb2-8ece-4f45-974b-2e37db381d37 x-openstack-request-id: req-778aafb2-8ece-4f45-974b-2e37db381d37 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:11.455272 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9376dd84-3783-460a-b0af-43ae018a961e", "tag": "01ec3b9b-b35a-4c46-8071-a79f0aa795db", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:11.455530 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-778aafb2-8ece-4f45-974b-2e37db381d37 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:11.455970 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778aafb2-8ece-4f45-974b-2e37db381d37'] response: {'name': 'network-changed', 'server_uuid': '9376dd84-3783-460a-b0af-43ae018a961e', 'tag': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'status': 'completed', 'code': 200} Jun 16 15:01:11.456187 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port a017c969-a52f-43f4-8922-fa4d2c4327e4 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:11.457732 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:11.521456 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:11.558076 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:11.567394 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port a017c969-a52f-43f4-8922-fa4d2c4327e4 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:11.567781 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:11.609754 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port a017c969-a52f-43f4-8922-fa4d2c4327e4, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=a017c969-a52f-43f4-8922-fa4d2c4327e4,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:11.617247 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:11.678963 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=a017c969-a52f-43f4-8922-fa4d2c4327e4,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:11.934312 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '8bd5a4e6-3873-4094-9aaf-e00f668ca35b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:5f:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9376dd84-3783-460a-b0af-43ae018a961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:09Z', 'updated_at': '2022-06-16T15:01:09Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:11.942876 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-5db18741-c4c8-487a-b70b-a16cca9ef829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:11.944782 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-5db18741-c4c8-487a-b70b-a16cca9ef829 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 1129 time: 0.0869305 Jun 16 15:01:11.962834 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:01:11.986051 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:11.986855 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:01:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:11.999144 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-9eed8778-ea99-49ab-b513-c9dcaf522a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:12.001020 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-9eed8778-ea99-49ab-b513-c9dcaf522a40 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 1129 time: 0.1132956 Jun 16 15:01:12.128112 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:12.139198 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:12.190531 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-c6f82071-9895-4a3c-85aa-c98c062b94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:12.192355 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-c6f82071-9895-4a3c-85aa-c98c062b94fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 913 time: 0.1416581 Jun 16 15:01:12.214971 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:12.367792 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-b9358af2-5deb-4600-b498-1226ea7452a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01ec3b9b-b35a-4c46-8071-a79f0aa795db HTTP/1.1" status: 200 len: 999 time: 0.0939214 Jun 16 15:01:12.428888 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:12.430083 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-ccd9bc2a-4cf3-4acb-b9f8-6c7981cd19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:12.431614 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-ccd9bc2a-4cf3-4acb-b9f8-6c7981cd19cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.3137548 Jun 16 15:01:12.431853 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:12.441043 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-8e1ed3d5-124a-4382-8671-f7d89370309e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:12.442643 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-8e1ed3d5-124a-4382-8671-f7d89370309e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 819 time: 0.3166513 Jun 16 15:01:12.468579 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-03b3507e-9deb-40b5-813d-12e44615b404 req-6c6b98e3-189f-45ad-9499-2caaba849823 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.0419893 Jun 16 15:01:12.471118 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-171efc0b-0523-4575-80b1-4c7f58c446da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:12.472826 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-171efc0b-0523-4575-80b1-4c7f58c446da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0856869 Jun 16 15:01:12.481394 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '8bd5a4e6-3873-4094-9aaf-e00f668ca35b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:5f:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9376dd84-3783-460a-b0af-43ae018a961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:09Z', 'updated_at': '2022-06-16T15:01:09Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:12.516083 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfd384-518f-48ed-9301-316395239df4 None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '8bd5a4e6-3873-4094-9aaf-e00f668ca35b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:5f:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9376dd84-3783-460a-b0af-43ae018a961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:09Z', 'updated_at': '2022-06-16T15:01:09Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:01:12.519051 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:12.715804 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-30f7a0be-b7e1-4f51-b31e-00f214d52c00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9 HTTP/1.1" status: 200 len: 217 time: 0.0864127 Jun 16 15:01:12.823037 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-88067199-95e8-4f1e-baf7-75c1f3a07848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:12.824654 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-88067199-95e8-4f1e-baf7-75c1f3a07848 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2123206 Jun 16 15:01:12.882941 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-7aaa09d9-ed48-4081-b482-17133aeb5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:12.884442 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-7aaa09d9-ed48-4081-b482-17133aeb5148 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.1312149 Jun 16 15:01:12.929429 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09f2113c-be02-4595-81ef-bcdd11925619 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b017c2881aba4df6afe70cdcb84d5ee8 HTTP/1.1" status: 200 len: 380 time: 0.2165353 Jun 16 15:01:13.272086 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device a017c969-a52f-43f4-8922-fa4d2c4327e4 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:13.312667 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'port': {'device_id': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'admin_state_up': True, 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'security_groups': ['bd2cce46-49e7-42be-be97-7e0f9cbc6978']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:13.406512 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port a017c969-a52f-43f4-8922-fa4d2c4327e4 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:13.409717 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:13.436312 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-607614e6-6dfb-4565-8165-e2ef3b852fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:13.438565 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-607614e6-6dfb-4565-8165-e2ef3b852fbd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5316684 Jun 16 15:01:13.547898 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-97e70556-39eb-4873-bcb2-5c48feb3fc1c service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040763 Jun 16 15:01:13.644720 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port a017c969-a52f-43f4-8922-fa4d2c4327e4 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:13.647224 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62706638-93be-4e30-8ea5-a66b1966fac6 None None] New status for floating IP 8bd5a4e6-3873-4094-9aaf-e00f668ca35b: ACTIVE {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:01:13.817504 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f73ac0f3-ad70-4792-b536-28d40b9a5953 req-aec18dd5-cdab-4d43-a770-97a5d8cc5914 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.1725616 Jun 16 15:01:13.919221 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-b2810d02-acd9-4520-aac8-17881ec08d7c service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696863 Jun 16 15:01:13.927984 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Sync routers for ids ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:01:13.958106 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Made reservation on behalf of b017c2881aba4df6afe70cdcb84d5ee8 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:01:13.963058 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:13.987950 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53969edc-424b-4805-af4f-14c2a0fe4887 req-0631a155-bc96-424c-88bb-6be49ec2e0d5 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298193 Jun 16 15:01:13.998309 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Routers {'ff51a5dd-a137-4da4-a9b5-2ecef100d15b'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:14.001385 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:01:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:14.058370 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:14.079216 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:14.284353 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Set router ff51a5dd-a137-4da4-a9b5-2ecef100d15b gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:14.417643 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:14.556081 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e0a21a6f-ae0d-47a7-947c-36def80ce241 req-2a9c72cd-ad64-4b2d-a89e-579d09ca74ee service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301980 Jun 16 15:01:14.623591 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Allocated IP 172.20.0.4 (af6393b8-96dc-4031-aeb0-a940bd5ce30c/0e4b218f-61e9-422a-b56e-12b40d692a87/105d0fb0-e762-4bda-8533-5abf36bb8069) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:14.846670 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:14.910320 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:14.923824 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:14.989953 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:15.020591 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:15.026005 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:15.052160 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:01:15.103043 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 4, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port': {'id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:04Z', 'updated_at': '2022-06-16T15:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'aee08161-d678-4000-83e3-361c4d1d0b7d', 'name': '', 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'mac_address': 'fa:16:3e:98:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:07Z', 'updated_at': '2022-06-16T15:01:08Z', 'revision_number': 2, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'subnets': [{'id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:15.106481 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d6115-7b4a-41c1-8554-a36eb44b70dc req-8c04506e-38d3-4c06-9a04-55977942ffe9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:15.117262 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bf5d6115-7b4a-41c1-8554-a36eb44b70dc req-8c04506e-38d3-4c06-9a04-55977942ffe9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 931 time: 0.1438873 Jun 16 15:01:15.133783 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event updated for resources: {'Port': ['ID=105d0fb0-e762-4bda-8533-5abf36bb8069,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:15.166787 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Checking router: ff51a5dd-a137-4da4-a9b5-2ecef100d15b for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:01:15.167190 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Updating router ff51a5dd-a137-4da4-a9b5-2ecef100d15b port aee08161-d678-4000-83e3-361c4d1d0b7d binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:01:15.215604 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-bf5d6115-7b4a-41c1-8554-a36eb44b70dc req-6cdf9c5e-c773-4111-9aec-4b782d52859d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970080 Jun 16 15:01:15.253141 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:15.259743 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:15.267555 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:15.302238 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7e0383aa-ecdc-49a9-8ba9-fea620c59708 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9933617 Jun 16 15:01:15.337471 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Request body: {'port': {'device_id': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:15.480047 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-e719528d-69ea-4992-a09d-2b4d192a16d1 None None] Provisioning complete for port 105d0fb0-e762-4bda-8533-5abf36bb8069 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:15.480511 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e719528d-69ea-4992-a09d-2b4d192a16d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:15.482702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:15.532268 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-e719528d-69ea-4992-a09d-2b4d192a16d1 None None] Port 105d0fb0-e762-4bda-8533-5abf36bb8069 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:01:15.925058 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Publish callbacks [] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:15.946854 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:15.953188 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.198314 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Attempting to bind port aee08161-d678-4000-83e3-361c4d1d0b7d on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:01:16.199852 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Attempting to bind port aee08161-d678-4000-83e3-361c4d1d0b7d by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:01:16.200665 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Attempting to bind port aee08161-d678-4000-83e3-361c4d1d0b7d on network 5a694f42-331f-4184-befd-8eccc2befaa9 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:16.211190 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:01:16.211909 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Checking segment: {'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:01:16.212498 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.213264 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Bound using segment: {'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:01:16.214029 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Bound port: aee08161-d678-4000-83e3-361c4d1d0b7d, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af64f2d1-d49a-4e52-804a-edd7297e6538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:01:16.214632 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.265660 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105d0fb0-e762-4bda-8533-5abf36bb8069 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:01:16.281951 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Publish callbacks [] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.326439 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Transition to ACTIVE for port object 105d0fb0-e762-4bda-8533-5abf36bb8069 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:01:16.327344 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:16.334937 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.349507 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:16.357775 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] For port aee08161-d678-4000-83e3-361c4d1d0b7d, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:01:16.361884 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] For port aee08161-d678-4000-83e3-361c4d1d0b7d, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=aee08161-d678-4000-83e3-361c4d1d0b7d,segment=NetworkSegment(af64f2d1-d49a-4e52-804a-edd7297e6538),segment_id=af64f2d1-d49a-4e52-804a-edd7297e6538)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:01:16.366904 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e28d18-bcb0-4544-a341-1658a63ac04c None None] Pushing event updated for resources: {'Port': ['ID=aee08161-d678-4000-83e3-361c4d1d0b7d,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:16.374066 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.427594 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Routers {'ff51a5dd-a137-4da4-a9b5-2ecef100d15b'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:16.428703 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:01:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:16.490632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9c8e283f-4ded-4145-a259-a531f7e0b0d0 None None] Provisioning complete for port aee08161-d678-4000-83e3-361c4d1d0b7d triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:16.491807 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9c8e283f-4ded-4145-a259-a531f7e0b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.510454 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:16.613690 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] Set router ff51a5dd-a137-4da4-a9b5-2ecef100d15b gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:16.636395 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Pushing event updated for resources: {'Port': ['ID=105d0fb0-e762-4bda-8533-5abf36bb8069,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:16.714734 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c51c94-0c72-4077-ba5c-ee22bde29d1f req-38312d2d-44f9-41be-993b-ea64293efcf9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:16.716352 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-06c51c94-0c72-4077-ba5c-ee22bde29d1f req-38312d2d-44f9-41be-993b-ea64293efcf9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 943 time: 0.3265619 Jun 16 15:01:16.737968 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e283f-4ded-4145-a259-a531f7e0b0d0 None None] Current status of the port aee08161-d678-4000-83e3-361c4d1d0b7d is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:16.742271 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9c8e283f-4ded-4145-a259-a531f7e0b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.822323 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-06c51c94-0c72-4077-ba5c-ee22bde29d1f req-5186102d-ac4d-4dd5-af90-2f37273a7c29 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824564 Jun 16 15:01:16.902502 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-9c8e283f-4ded-4145-a259-a531f7e0b0d0 None None] For port aee08161-d678-4000-83e3-361c4d1d0b7d, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=aee08161-d678-4000-83e3-361c4d1d0b7d,segment=NetworkSegment(af64f2d1-d49a-4e52-804a-edd7297e6538),segment_id=af64f2d1-d49a-4e52-804a-edd7297e6538)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:16.920922 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9c8e283f-4ded-4145-a259-a531f7e0b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:16.978430 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:17.064780 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e28d18-bcb0-4544-a341-1658a63ac04c None None] Pushing event updated for resources: {'Port': ['ID=aee08161-d678-4000-83e3-361c4d1d0b7d,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:17.075866 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 4, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port': {'id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:04Z', 'updated_at': '2022-06-16T15:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'aee08161-d678-4000-83e3-361c4d1d0b7d', 'name': '', 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'mac_address': 'fa:16:3e:98:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:07Z', 'updated_at': '2022-06-16T15:01:16Z', 'revision_number': 4, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'subnets': [{'id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:17.114598 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef6dc9-7633-4d09-ae78-f0c889f91acf None None] The sync data for ids ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'] in dv-cinder-837165-3-iscsi is: [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 4, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port': {'id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:04Z', 'updated_at': '2022-06-16T15:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'aee08161-d678-4000-83e3-361c4d1d0b7d', 'name': '', 'network_id': '5a694f42-331f-4184-befd-8eccc2befaa9', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'mac_address': 'fa:16:3e:98:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:07Z', 'updated_at': '2022-06-16T15:01:16Z', 'revision_number': 4, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'subnets': [{'id': 'b80d76d6-6f8e-4560-a667-8269b8c5724e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:01:17.209827 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e283f-4ded-4145-a259-a531f7e0b0d0 None None] Pushing event updated for resources: {'Port': ['ID=aee08161-d678-4000-83e3-361c4d1d0b7d,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:17.219284 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-1a1ccf1a-2103-48c2-9489-376a13cebfa6 None None] Provisioning complete for port aee08161-d678-4000-83e3-361c4d1d0b7d triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:17.219653 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1a1ccf1a-2103-48c2-9489-376a13cebfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:17.251530 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Attempting to bind port 105d0fb0-e762-4bda-8533-5abf36bb8069 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:01:17.252137 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Attempting to bind port 105d0fb0-e762-4bda-8533-5abf36bb8069 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:01:17.253230 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Attempting to bind port 105d0fb0-e762-4bda-8533-5abf36bb8069 on network af6393b8-96dc-4031-aeb0-a940bd5ce30c {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:17.272244 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Port 105d0fb0-e762-4bda-8533-5abf36bb8069 on network af6393b8-96dc-4031-aeb0-a940bd5ce30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:01:17.273033 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Attempting to bind port 105d0fb0-e762-4bda-8533-5abf36bb8069 on network af6393b8-96dc-4031-aeb0-a940bd5ce30c {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:17.330571 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:01:17.331155 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Checking segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:01:17.339640 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Bound using segment: {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:01:17.340734 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Bound port: 105d0fb0-e762-4bda-8533-5abf36bb8069, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15dd0a0-c21f-43db-9085-799baea9b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:01:17.341344 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:17.455888 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ccf1a-2103-48c2-9489-376a13cebfa6 None None] Current status of the port aee08161-d678-4000-83e3-361c4d1d0b7d is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:17.545540 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] For port 105d0fb0-e762-4bda-8533-5abf36bb8069, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:01:17.549420 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] For port 105d0fb0-e762-4bda-8533-5abf36bb8069, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=105d0fb0-e762-4bda-8533-5abf36bb8069,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:01:17.565277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:17.602969 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:17.608187 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:17.622958 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] 10.222.0.86 "PUT /v2.0/ports/105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 200 len: 1093 time: 2.2952769 Jun 16 15:01:17.623730 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:01:17.627015 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aa59bb-237f-41dd-b4ac-d8adbea5b022" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:17.732869 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09227ec6-ba12-46b7-836f-824c4b8091bf service neutron] Pushing event updated for resources: {'Port': ['ID=105d0fb0-e762-4bda-8533-5abf36bb8069,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:17.813095 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb636c99-23f5-442f-9704-4c7fb3c3c3cc x-openstack-request-id: req-bb636c99-23f5-442f-9704-4c7fb3c3c3cc {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:17.813544 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:17.813805 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb636c99-23f5-442f-9704-4c7fb3c3c3cc {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:17.814621 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb636c99-23f5-442f-9704-4c7fb3c3c3cc'] response: {'name': 'network-changed', 'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'status': 'completed', 'code': 200} Jun 16 15:01:17.872800 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-0c66f36b-7cf0-4177-b814-545b81e856b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:17.875003 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-0c66f36b-7cf0-4177-b814-545b81e856b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1127 time: 0.1030853 Jun 16 15:01:18.003879 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-613bb1a5-d302-4fae-a296-d7adb56da7b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 200 len: 217 time: 0.0981476 Jun 16 15:01:18.197760 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7aacc8c3-44bc-4b3a-a1b9-65c496b977c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:18.199213 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7aacc8c3-44bc-4b3a-a1b9-65c496b977c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.1844888 Jun 16 15:01:18.295662 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed791f0-e3bc-4d33-b922-de9c121b2b3e req-52751d55-4183-49ca-a928-a5768eff59cb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:18.303038 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4ed791f0-e3bc-4d33-b922-de9c121b2b3e req-52751d55-4183-49ca-a928-a5768eff59cb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 943 time: 0.2748680 Jun 16 15:01:18.333415 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7cfee05c-0851-4e12-ac5a-95dffadaf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:18.335435 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-7cfee05c-0851-4e12-ac5a-95dffadaf86d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160080 Jun 16 15:01:18.417042 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4ed791f0-e3bc-4d33-b922-de9c121b2b3e req-5784cf4b-6578-491b-8d3e-5f581ac9171a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053586 Jun 16 15:01:18.517812 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-23033fd8-f1b7-4190-80ff-c303f418a45c service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677802 Jun 16 15:01:18.653225 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-254b5fa4-2a29-4115-9379-3e5f02297d4b req-a9ddcf15-b14d-4f4c-a65d-70c3f321cd68 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262214 Jun 16 15:01:19.217607 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device aee08161-d678-4000-83e3-361c4d1d0b7d up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:19.221073 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:19.294474 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port aee08161-d678-4000-83e3-361c4d1d0b7d triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:19.294873 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:19.434975 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port aee08161-d678-4000-83e3-361c4d1d0b7d is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:19.614932 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc55e-c7b2-4319-95ec-edd09a536846 req-d6bcb8b8-d538-40c7-8002-d2c56dedcf14 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:19.618001 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ff0bc55e-c7b2-4319-95ec-edd09a536846 req-d6bcb8b8-d538-40c7-8002-d2c56dedcf14 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 943 time: 0.0808403 Jun 16 15:01:19.779629 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ff0bc55e-c7b2-4319-95ec-edd09a536846 req-78ba7d63-a7f5-4acb-85f2-3858cdd9596f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478574 Jun 16 15:01:20.942142 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:20.970765 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c8a31-7f57-4128-ad82-bbe06eb14209 req-0281aadc-20a6-4e72-af56-4c22d4c55298 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:20.978309 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d24c8a31-7f57-4128-ad82-bbe06eb14209 req-0281aadc-20a6-4e72-af56-4c22d4c55298 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 943 time: 0.1084580 Jun 16 15:01:21.165228 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d24c8a31-7f57-4128-ad82-bbe06eb14209 req-532db99a-11a1-4f8d-841c-8aaf945cf4f9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791689 Jun 16 15:01:22.301263 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53e101-d6e4-434b-969d-b193fc9167ac req-62ab215b-b23b-4b79-bead-3cc4ce91207a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:22.310092 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8f53e101-d6e4-434b-969d-b193fc9167ac req-62ab215b-b23b-4b79-bead-3cc4ce91207a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 943 time: 0.0589120 Jun 16 15:01:22.389646 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8f53e101-d6e4-434b-969d-b193fc9167ac req-bfa8e5d3-48cd-4e5a-9b78-d65dea232e19 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798018 Jun 16 15:01:23.169091 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-a7e8908c-251d-4a9a-9b25-fde8f16aa57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:23.171607 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-a7e8908c-251d-4a9a-9b25-fde8f16aa57e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1127 time: 0.0620151 Jun 16 15:01:23.309819 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-69c93767-62df-4ba9-a646-740d76c966ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:23.313089 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-69c93767-62df-4ba9-a646-740d76c966ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.1345010 Jun 16 15:01:23.388797 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-89b88b26-37d6-41f3-a9f5-0c79cf60d82e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 200 len: 217 time: 0.0677381 Jun 16 15:01:23.420996 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:23.505789 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b172c-8e86-4218-9e84-a9a8285889d6 req-1a381bf4-54cd-446c-bafa-a400ae6e6640 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:23.507402 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-339b172c-8e86-4218-9e84-a9a8285889d6 req-1a381bf4-54cd-446c-bafa-a400ae6e6640 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 943 time: 0.0515797 Jun 16 15:01:23.510231 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-03113947-0a0e-403e-9c60-a0a2b7635aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:23.515212 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-03113947-0a0e-403e-9c60-a0a2b7635aaa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.1100628 Jun 16 15:01:23.567424 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-339b172c-8e86-4218-9e84-a9a8285889d6 req-2bed0fe8-3d0a-4293-bcc7-9aeb5fc22eb0 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537503 Jun 16 15:01:23.591312 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 105d0fb0-e762-4bda-8533-5abf36bb8069 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:01:23.627112 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-0538c9d7-f0e5-4a9c-9f34-d262dcd7042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:23.639120 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-0538c9d7-f0e5-4a9c-9f34-d262dcd7042b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045032 Jun 16 15:01:23.742394 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 105d0fb0-e762-4bda-8533-5abf36bb8069, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=105d0fb0-e762-4bda-8533-5abf36bb8069,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:23.755287 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'mac_address': 'fa:16:3e:4f:a4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:01:23.801826 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 105d0fb0-e762-4bda-8533-5abf36bb8069 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:23.802496 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:23.825734 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105d0fb0-e762-4bda-8533-5abf36bb8069 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:01:23.856934 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 105d0fb0-e762-4bda-8533-5abf36bb8069, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=105d0fb0-e762-4bda-8533-5abf36bb8069,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:23.863011 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:23.934764 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-2787f6f2-00d1-4d8f-9f1d-b1de0eefbd16 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807140 Jun 16 15:01:23.964552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-95c26e79-d50e-4419-b471-f8cb0c25819b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:23.966806 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-95c26e79-d50e-4419-b471-f8cb0c25819b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/networks?id=c58a8a40-85d7-41b3-b34e-893286ec9c73 HTTP/1.1" status: 200 len: 815 time: 0.3244023 Jun 16 15:01:24.006403 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=105d0fb0-e762-4bda-8533-5abf36bb8069,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:24.008640 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-6ec9ce8b-2b57-4468-b4a5-b94e22aa8019 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/quotas/3048a9bbedf74d49a27c9911ca2ad960 HTTP/1.1" status: 200 len: 375 time: 0.0124187 Jun 16 15:01:24.029337 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.029979 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.030493 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.037462 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.038052 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.039118 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.039612 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.040113 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.040600 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.041181 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.043200 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.043729 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.044235 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.051521 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.051866 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:24.170747 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93aa59bb-237f-41dd-b4ac-d8adbea5b022 req-876d97db-4c54-45f4-974c-1c54ee291516 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027516 Jun 16 15:01:24.175093 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-9010cf87-c85e-458d-bd77-75c22de8b798 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755157 Jun 16 15:01:24.315660 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-4c695341-3e38-4d5c-9f05-371ef395d7a4 service neutron] 10.222.0.72 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260810 Jun 16 15:01:24.466539 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-7cc86aea-08d1-4960-ada3-1da3f0fae757 service neutron] 10.222.0.72 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406369 Jun 16 15:01:24.726359 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e438e7b0-b6ef-4567-b148-b979d89fd40a req-dc8ccc54-8641-4bcd-a242-ff432d552154 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 210 time: 0.0709665 Jun 16 15:01:24.773662 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d050c-cd86-432a-a6f4-4a2dff078a14 req-f3db48df-9775-4823-81ec-16ac65152cd3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:24.783484 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c73d050c-cd86-432a-a6f4-4a2dff078a14 req-f3db48df-9775-4823-81ec-16ac65152cd3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 944 time: 0.0717759 Jun 16 15:01:24.836938 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c73d050c-cd86-432a-a6f4-4a2dff078a14 req-69172f2b-50a8-4fb5-b41e-a50f8e1a2898 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521426 Jun 16 15:01:25.025255 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['105d0fb0-e762-4bda-8533-5abf36bb8069'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:01:25.188644 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:25.832439 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1e85a76f-d123-429f-bab0-fca2373f4b9f req-0f26aa2f-8608-4940-9aaa-3589912c00b0 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 210 time: 0.0326991 Jun 16 15:01:25.982707 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69791701-cc82-4b5d-92bc-5f6f4d922ad6 req-206952f1-e50b-4bec-96f1-8b6bdd102bfa tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:25.984426 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-69791701-cc82-4b5d-92bc-5f6f4d922ad6 req-206952f1-e50b-4bec-96f1-8b6bdd102bfa tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 944 time: 0.0565269 Jun 16 15:01:26.038669 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-69791701-cc82-4b5d-92bc-5f6f4d922ad6 req-f9d3f563-550e-4742-b102-d62b2de7ec9f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467696 Jun 16 15:01:26.476826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-937445a8-9410-4fdc-98ae-9da1c3745783 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:26.478535 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-937445a8-9410-4fdc-98ae-9da1c3745783 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.86 "GET /v2.0/networks?id=c58a8a40-85d7-41b3-b34e-893286ec9c73 HTTP/1.1" status: 200 len: 815 time: 0.2127912 Jun 16 15:01:26.507961 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'port': {'device_id': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'admin_state_up': True, 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:26.511642 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:26.650756 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Made reservation on behalf of 3048a9bbedf74d49a27c9911ca2ad960 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:01:26.655672 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:26.797847 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 105d0fb0-e762-4bda-8533-5abf36bb8069 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:26.819721 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:26.865976 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Allocated IP 172.20.0.9 (c58a8a40-85d7-41b3-b34e-893286ec9c73/97b06ae8-53a7-4aac-9d57-cbaa060b7b49/186c05a0-cf63-4d64-870c-57ea93435c68) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:26.892090 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 105d0fb0-e762-4bda-8533-5abf36bb8069 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:01:26.901270 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 105d0fb0-e762-4bda-8533-5abf36bb8069 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:26.902008 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:27.012684 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 105d0fb0-e762-4bda-8533-5abf36bb8069 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:27.013237 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:27.062948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 105d0fb0-e762-4bda-8533-5abf36bb8069, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=105d0fb0-e762-4bda-8533-5abf36bb8069,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:27.064361 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:01:27.071093 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b02aa-29e2-404a-939f-ced3823a4176" -d '{"events": [{"server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "name": "network-vif-plugged", "status": "completed", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:27.080170 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:27.145562 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f65a98e4-f7d2-4e38-a339-362afb507d23 req-b33df3b1-91e6-431b-b7cf-65fa0f42f165 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 210 time: 0.0576131 Jun 16 15:01:27.166020 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=105d0fb0-e762-4bda-8533-5abf36bb8069,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:27.260883 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for port (186c05a0-cf63-4d64-870c-57ea93435c68), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:27.280495 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f8cc6-186c-4ad6-a87c-e0ef5dcb15f2 x-openstack-request-id: req-944f8cc6-186c-4ad6-a87c-e0ef5dcb15f2 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:27.281400 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "name": "network-vif-plugged", "status": "completed", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:27.281948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-944f8cc6-186c-4ad6-a87c-e0ef5dcb15f2 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:27.282755 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944f8cc6-186c-4ad6-a87c-e0ef5dcb15f2'] response: {'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'code': 200} Jun 16 15:01:27.334863 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddb391-452a-4ceb-a2b5-d569c81f2615 req-16049016-e07b-4058-91a9-5eb8c371a182 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:27.337681 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-85ddb391-452a-4ceb-a2b5-d569c81f2615 req-16049016-e07b-4058-91a9-5eb8c371a182 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.1122699 Jun 16 15:01:27.350036 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:27.461762 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-85ddb391-452a-4ceb-a2b5-d569c81f2615 req-c86f442c-57d0-4e84-b204-5d11c137baa1 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078465 Jun 16 15:01:27.479561 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:27.491372 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:27.509640 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:01:27.598287 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'Port': ['ID=186c05a0-cf63-4d64-870c-57ea93435c68,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:27.641510 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:27.643595 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:27.679552 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-302402cb-f411-4ff6-ac09-4b5b02920151 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1771715 Jun 16 15:01:28.079448 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:28.095619 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-97523b43-b6fe-43f1-a998-3b0e3137123a None None] Provisioning complete for port 186c05a0-cf63-4d64-870c-57ea93435c68 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:28.096002 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-97523b43-b6fe-43f1-a998-3b0e3137123a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:28.149453 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-97523b43-b6fe-43f1-a998-3b0e3137123a None None] Port 186c05a0-cf63-4d64-870c-57ea93435c68 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:01:28.338769 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eb0f9-a06c-4ba2-b3e1-22c65c818ddf req-54a4d3b0-1b7e-4075-8d76-aaad32e1f753 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:28.340237 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-303eb0f9-a06c-4ba2-b3e1-22c65c818ddf req-54a4d3b0-1b7e-4075-8d76-aaad32e1f753 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0929053 Jun 16 15:01:28.424224 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-303eb0f9-a06c-4ba2-b3e1-22c65c818ddf req-d66384e2-397a-4dda-9e21-f726fb158598 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635612 Jun 16 15:01:28.672822 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d887596-5294-4bfe-8344-006a4b2dcf47 req-5a146cdf-6af6-48ff-a171-aed78c5a7419 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:28.674480 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0d887596-5294-4bfe-8344-006a4b2dcf47 req-5a146cdf-6af6-48ff-a171-aed78c5a7419 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0969906 Jun 16 15:01:28.748065 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0d887596-5294-4bfe-8344-006a4b2dcf47 req-346d2b95-d7e6-4822-8022-5432b49dedd9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665314 Jun 16 15:01:29.581489 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97a92-6ca5-44b9-be57-c81526998cd5 req-35adadf8-977d-4902-b8c7-b6cbd639ee10 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:29.590781 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b9a97a92-6ca5-44b9-be57-c81526998cd5 req-35adadf8-977d-4902-b8c7-b6cbd639ee10 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0648901 Jun 16 15:01:29.657692 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b9a97a92-6ca5-44b9-be57-c81526998cd5 req-e6427d40-1b9c-4ffb-8ca3-d31451af4b88 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656588 Jun 16 15:01:29.954091 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961b800-8884-4ff9-af02-a7c76053d79c req-d57babcb-b1d6-42dd-ace4-b5c5e19a1894 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:29.956137 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a961b800-8884-4ff9-af02-a7c76053d79c req-d57babcb-b1d6-42dd-ace4-b5c5e19a1894 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0934238 Jun 16 15:01:30.013588 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a961b800-8884-4ff9-af02-a7c76053d79c req-619878f1-6eb5-40f2-9850-a5bfb8a7b956 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513546 Jun 16 15:01:30.794254 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39b04-65d5-4c8c-b8f5-ae4dc6ce8bad req-a9975bf5-7f39-45e5-91d0-5069c0c42187 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:30.795950 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8c39b04-65d5-4c8c-b8f5-ae4dc6ce8bad req-a9975bf5-7f39-45e5-91d0-5069c0c42187 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0620210 Jun 16 15:01:30.816794 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:30.854369 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8c39b04-65d5-4c8c-b8f5-ae4dc6ce8bad req-08a33cd9-f65c-44d5-90be-e08a6039456a tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526054 Jun 16 15:01:31.148175 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e88302-2825-4ecf-92bf-b20129157295 req-d5451524-8997-4508-9d76-1ed414801596 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:31.150164 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b5e88302-2825-4ecf-92bf-b20129157295 req-d5451524-8997-4508-9d76-1ed414801596 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0613260 Jun 16 15:01:31.167428 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=9 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:31.171785 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:31.196608 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:01:31.237480 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b5e88302-2825-4ecf-92bf-b20129157295 req-608fc75b-a496-4498-8272-2a52f0582ef3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762353 Jun 16 15:01:32.050276 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef398-b339-4235-b788-edf0ac3b0874 req-058d9c97-1c48-4110-8e19-9bf87354c370 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:32.057934 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-55aef398-b339-4235-b788-edf0ac3b0874 req-058d9c97-1c48-4110-8e19-9bf87354c370 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.1137300 Jun 16 15:01:32.117035 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-55aef398-b339-4235-b788-edf0ac3b0874 req-cb781e88-1b36-44b2-9aed-15ea2f025ad3 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563374 Jun 16 15:01:32.400252 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8943a-2f27-4ebc-b066-1a7465e4fc6b req-a73f0b13-1d33-4d20-b3a8-65e547cd7036 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:32.401672 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8ca8943a-2f27-4ebc-b066-1a7465e4fc6b req-a73f0b13-1d33-4d20-b3a8-65e547cd7036 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0710139 Jun 16 15:01:32.437678 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:32.457303 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8ca8943a-2f27-4ebc-b066-1a7465e4fc6b req-8dcd7174-9a1a-43f5-ac48-4851e7dfb739 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485988 Jun 16 15:01:33.238411 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c2f6a-c4fe-41ca-bd9f-beed1ebba440 req-567a5c3e-5770-4b3c-b66e-909ff399b244 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:33.240349 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-446c2f6a-c4fe-41ca-bd9f-beed1ebba440 req-567a5c3e-5770-4b3c-b66e-909ff399b244 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0561037 Jun 16 15:01:33.291534 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-446c2f6a-c4fe-41ca-bd9f-beed1ebba440 req-73602e86-7148-47f1-9a95-ba08191fb664 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Jun 16 15:01:33.581728 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:33.599047 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80653622-d2e0-4ad1-b52f-b3b766194255 req-57d2a4bb-e825-4db0-9c2b-d282fee1fd95 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:33.600620 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-80653622-d2e0-4ad1-b52f-b3b766194255 req-57d2a4bb-e825-4db0-9c2b-d282fee1fd95 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0579009 Jun 16 15:01:33.650937 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-80653622-d2e0-4ad1-b52f-b3b766194255 req-7c58aaf9-eeb2-42e4-a619-23f7ebd148e4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Jun 16 15:01:34.425038 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e6d75-46f5-4457-98d1-a7f7aafe9e21 req-01bfad1a-d288-4eb1-bc21-7783df953230 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:34.426531 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ee0e6d75-46f5-4457-98d1-a7f7aafe9e21 req-01bfad1a-d288-4eb1-bc21-7783df953230 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0495946 Jun 16 15:01:34.486223 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ee0e6d75-46f5-4457-98d1-a7f7aafe9e21 req-407ce38e-120f-42eb-84a9-baf4af517a5f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540211 Jun 16 15:01:34.799194 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd3e7b-fed3-4148-aff4-87da1279cc1f req-fd4a8539-8486-4f4f-aa23-ab8a30f715ff tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:34.800774 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-86fd3e7b-fed3-4148-aff4-87da1279cc1f req-fd4a8539-8486-4f4f-aa23-ab8a30f715ff tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0653949 Jun 16 15:01:34.860928 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-86fd3e7b-fed3-4148-aff4-87da1279cc1f req-6069ebc8-f6e4-4505-8ba0-9a44a435e16c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539899 Jun 16 15:01:35.298114 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38562) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:35.344328 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66a0603-f7d1-4cf2-a9b8-fb1ae9a43074 admin admin] Deleting subnet c7f6332d-b620-400b-8d77-7abbcc152797 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:01:35.347776 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f66a0603-f7d1-4cf2-a9b8-fb1ae9a43074 admin admin] Publish callbacks [] for subnet (c7f6332d-b620-400b-8d77-7abbcc152797), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:35.389265 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f66a0603-f7d1-4cf2-a9b8-fb1ae9a43074 admin admin] Publish callbacks [] for subnet (c7f6332d-b620-400b-8d77-7abbcc152797), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:35.395503 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f66a0603-f7d1-4cf2-a9b8-fb1ae9a43074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (c7f6332d-b620-400b-8d77-7abbcc152797), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:35.463237 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f66a0603-f7d1-4cf2-a9b8-fb1ae9a43074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (c7f6332d-b620-400b-8d77-7abbcc152797), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:35.498575 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f66a0603-f7d1-4cf2-a9b8-fb1ae9a43074 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:35.501784 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f66a0603-f7d1-4cf2-a9b8-fb1ae9a43074 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c7f6332d-b620-400b-8d77-7abbcc152797 HTTP/1.1" status: 204 len: 168 time: 0.2025428 Jun 16 15:01:35.503155 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a0603-f7d1-4cf2-a9b8-fb1ae9a43074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f6332d-b620-400b-8d77-7abbcc152797,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:35.504494 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38564) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:35.538749 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:35.891302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (07db0cfb-ec4f-4004-a40d-4f4a390f3311), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:35.906600 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3394eb-79fc-45f3-b097-70afbe058236 req-c0ac720b-2a80-4dbf-a816-577d2c20eb48 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:35.908165 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fb3394eb-79fc-45f3-b097-70afbe058236 req-c0ac720b-2a80-4dbf-a816-577d2c20eb48 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0705814 Jun 16 15:01:36.009686 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2cf60-a67e-4f7a-9076-33dc94df637a req-43264cf2-b3c9-4c18-b129-ea9994a3de8a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:36.012939 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2da2cf60-a67e-4f7a-9076-33dc94df637a req-43264cf2-b3c9-4c18-b129-ea9994a3de8a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0566089 Jun 16 15:01:36.028314 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (07db0cfb-ec4f-4004-a40d-4f4a390f3311), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.033941 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fb3394eb-79fc-45f3-b097-70afbe058236 req-75e6e866-75a8-49eb-a93c-903987653dc6 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182599 Jun 16 15:01:36.055552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07db0cfb-ec4f-4004-a40d-4f4a390f3311']}} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:36.064173 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2da2cf60-a67e-4f7a-9076-33dc94df637a req-d38cbc46-dd57-43fb-8885-1d29d04861d4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Jun 16 15:01:36.066773 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5124c60f-5da3-4779-926e-23d36e667a2b') {'for_net_delete': True} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:36.067075 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5124c60f-5da3-4779-926e-23d36e667a2b') {} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:36.079980 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59125363'] for segment (5124c60f-5da3-4779-926e-23d36e667a2b), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.101746 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (5124c60f-5da3-4779-926e-23d36e667a2b), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.109624 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=110480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:01:36.110013 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59135716'] for segment (5124c60f-5da3-4779-926e-23d36e667a2b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.133137 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 5124c60f-5da3-4779-926e-23d36e667a2b resource provider aggregate not found Jun 16 15:01:36.188867 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 5124c60f-5da3-4779-926e-23d36e667a2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5124c60f-5da3-4779-926e-23d36e667a2b found for delete ", "request_id": "req-33111489-a1f5-45b7-b9b7-1589668c776a"}]} Jun 16 15:01:36.214474 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (07db0cfb-ec4f-4004-a40d-4f4a390f3311), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.220026 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.223173 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/07db0cfb-ec4f-4004-a40d-4f4a390f3311 HTTP/1.1" status: 204 len: 168 time: 0.7174160 Jun 16 15:01:36.234609 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdc667-37d7-46aa-ab61-34da1b1e53a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07db0cfb-ec4f-4004-a40d-4f4a390f3311,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:36.422340 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38576) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:36.466814 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-fc63e3f4-9b6a-4e08-a0fa-8287f6e800a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8bfa0f9f3251447c922938888ddea917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433214 Jun 16 15:01:36.469490 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38578) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:36.524383 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5cc81243-d875-41eb-aa40-d3045dc34d35 admin admin] Publish callbacks [] for security_group (5d7912a5-305a-4b93-9bc0-de791d9b67fd), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.546993 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5cc81243-d875-41eb-aa40-d3045dc34d35 admin admin] Publish callbacks [] for security_group (5d7912a5-305a-4b93-9bc0-de791d9b67fd), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.606061 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5cc81243-d875-41eb-aa40-d3045dc34d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (5d7912a5-305a-4b93-9bc0-de791d9b67fd), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.608666 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5cc81243-d875-41eb-aa40-d3045dc34d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:36.612389 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5cc81243-d875-41eb-aa40-d3045dc34d35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d7912a5-305a-4b93-9bc0-de791d9b67fd HTTP/1.1" status: 204 len: 168 time: 0.1394558 Jun 16 15:01:36.619508 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc81243-d875-41eb-aa40-d3045dc34d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7912a5-305a-4b93-9bc0-de791d9b67fd,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:37.191397 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b24e2b-4e0e-423f-a215-4ed55b0eeba7 req-a72598f1-4714-4548-883a-2db5ae34cd86 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:37.198555 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-00b24e2b-4e0e-423f-a215-4ed55b0eeba7 req-a72598f1-4714-4548-883a-2db5ae34cd86 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0780885 Jun 16 15:01:37.235493 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce0d44-e3d4-49ac-b4bf-ca1172684692 req-99f2a27e-dffb-44b3-af36-9c1a28d0908f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:37.237125 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-70ce0d44-e3d4-49ac-b4bf-ca1172684692 req-99f2a27e-dffb-44b3-af36-9c1a28d0908f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0715892 Jun 16 15:01:37.261235 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-daeb3ecf-325e-4291-992d-8421d0e532c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:37.293207 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-00b24e2b-4e0e-423f-a215-4ed55b0eeba7 req-a42e2ee3-355a-4e6a-99d8-b1786556eb4e tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930421 Jun 16 15:01:37.318127 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-70ce0d44-e3d4-49ac-b4bf-ca1172684692 req-65cf0f7c-2a4b-42b6-9ede-a4883220700d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733161 Jun 16 15:01:38.454591 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336f49-ed5a-42c2-8bb0-1555e8db50b1 req-1036e47d-0b2f-4c5a-a35b-d4c16ba8f583 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:38.459095 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1b336f49-ed5a-42c2-8bb0-1555e8db50b1 req-1036e47d-0b2f-4c5a-a35b-d4c16ba8f583 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0914280 Jun 16 15:01:38.490867 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b839aa1-9acb-4d70-b436-58df478fa4bf req-b3fc89e2-1628-4ddf-99ac-a209f7a14c03 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:38.493126 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0b839aa1-9acb-4d70-b436-58df478fa4bf req-b3fc89e2-1628-4ddf-99ac-a209f7a14c03 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0700290 Jun 16 15:01:38.533935 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1b336f49-ed5a-42c2-8bb0-1555e8db50b1 req-3cef3655-b3fa-465e-a95d-cf4a97195ef1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633562 Jun 16 15:01:38.565691 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0b839aa1-9acb-4d70-b436-58df478fa4bf req-e39f69cd-8789-430e-a711-5de0b33eae9e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505154 Jun 16 15:01:39.664298 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c0d6-2e51-4f99-8915-3000523d779b req-22bd53f8-c7fa-4422-8269-8a338f7f4817 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:39.665967 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1196c0d6-2e51-4f99-8915-3000523d779b req-22bd53f8-c7fa-4422-8269-8a338f7f4817 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0554769 Jun 16 15:01:39.693646 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54d46-6380-4a5f-a932-ffd2063e11b6 req-9f8c2fa3-5d40-4f15-827d-c57fb93b0033 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:39.701036 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b8f54d46-6380-4a5f-a932-ffd2063e11b6 req-9f8c2fa3-5d40-4f15-827d-c57fb93b0033 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0602446 Jun 16 15:01:39.719746 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1196c0d6-2e51-4f99-8915-3000523d779b req-b7cddb5c-38fe-489f-a32d-7264b39287e7 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Jun 16 15:01:39.773866 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b8f54d46-6380-4a5f-a932-ffd2063e11b6 req-4c2bc8bc-85e5-4692-8908-3438603caa08 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663481 Jun 16 15:01:40.128863 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-eccaca9e-5682-4471-b41e-f0e4a2e0eaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:40.189398 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:40.198257 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213671-3820-423f-a3d9-2c3a9e9648a7 req-b5edb1a1-3cbb-4a02-9282-7613e59f6069 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:40.199263 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-24213671-3820-423f-a3d9-2c3a9e9648a7 req-b5edb1a1-3cbb-4a02-9282-7613e59f6069 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0530982 Jun 16 15:01:40.249464 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-24213671-3820-423f-a3d9-2c3a9e9648a7 req-b6c1cf2f-4f9b-4232-8171-363bca6d02ab tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Jun 16 15:01:40.837889 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:40.854749 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536225-c2fd-41ee-925f-55030b1394c2 req-2b5cf40e-f65e-4efa-bccd-e3cf3b60e321 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:40.858236 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-39536225-c2fd-41ee-925f-55030b1394c2 req-2b5cf40e-f65e-4efa-bccd-e3cf3b60e321 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0588686 Jun 16 15:01:40.891482 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:40.911355 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-39536225-c2fd-41ee-925f-55030b1394c2 req-6fbe3c2c-6e98-4f6b-ba87-9397faedb1b2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468245 Jun 16 15:01:40.917255 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ec148-d2ea-4c8b-b06d-4256e029775b req-af413d6c-4e76-4564-9356-97bbfaf0855c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:40.918765 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-677ec148-d2ea-4c8b-b06d-4256e029775b req-af413d6c-4e76-4564-9356-97bbfaf0855c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0731857 Jun 16 15:01:40.968978 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-677ec148-d2ea-4c8b-b06d-4256e029775b req-8cac3418-05bd-49c3-810e-615e7ed9e131 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Jun 16 15:01:41.011501 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:41.378550 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642f5f-2768-4e0e-971c-9c4477ebf90e req-a38724e3-aa92-4bea-9572-acee34bf8cde tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:41.380109 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-16642f5f-2768-4e0e-971c-9c4477ebf90e req-a38724e3-aa92-4bea-9572-acee34bf8cde tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0560288 Jun 16 15:01:41.435659 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-16642f5f-2768-4e0e-971c-9c4477ebf90e req-d9b67ae4-0264-419d-bb29-4ca164442b5f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490792 Jun 16 15:01:42.054894 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c347525-ed01-49d1-a3cd-19f9c0205373 req-80a71400-58bf-45af-9906-68ef9676649c tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:42.056411 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1c347525-ed01-49d1-a3cd-19f9c0205373 req-80a71400-58bf-45af-9906-68ef9676649c tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0693507 Jun 16 15:01:42.113479 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:42.121102 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee13c0-2fcd-4d51-b5dc-a1a3d42d1b06 req-7bfce108-0fdc-4724-8101-e304ce2645cb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:42.123773 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-adee13c0-2fcd-4d51-b5dc-a1a3d42d1b06 req-7bfce108-0fdc-4724-8101-e304ce2645cb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0682180 Jun 16 15:01:42.124934 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1c347525-ed01-49d1-a3cd-19f9c0205373 req-2695df72-cd5a-4ca9-808b-361cc420d7af tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621469 Jun 16 15:01:42.195806 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-adee13c0-2fcd-4d51-b5dc-a1a3d42d1b06 req-15426e0e-9c38-4dda-ad0c-4f685c4e61fa tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630999 Jun 16 15:01:42.525119 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:42.580343 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9704fe-fa86-4613-bb17-bff02aa57b09 req-752720ea-cb48-421e-993e-79dc8075753b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:42.581973 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4f9704fe-fa86-4613-bb17-bff02aa57b09 req-752720ea-cb48-421e-993e-79dc8075753b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0639994 Jun 16 15:01:42.636964 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4f9704fe-fa86-4613-bb17-bff02aa57b09 req-0efa05f1-53b1-40be-95d1-59abad2d8a79 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487063 Jun 16 15:01:43.273388 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ecf02-93c0-4165-9ba3-c631fb20cad5 req-3737aa2e-6de8-4148-be6a-d193983f25a0 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:43.275414 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c19ecf02-93c0-4165-9ba3-c631fb20cad5 req-3737aa2e-6de8-4148-be6a-d193983f25a0 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0653062 Jun 16 15:01:43.341161 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71743fc-8cdb-4a82-a951-59983111a301 req-48715143-96be-4df8-a90d-ed7c6429e865 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:43.342756 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c71743fc-8cdb-4a82-a951-59983111a301 req-48715143-96be-4df8-a90d-ed7c6429e865 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0681417 Jun 16 15:01:43.344687 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c19ecf02-93c0-4165-9ba3-c631fb20cad5 req-a86868a3-8f3d-4038-8ead-f5ed66970c72 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612044 Jun 16 15:01:43.404739 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c71743fc-8cdb-4a82-a951-59983111a301 req-12d861cd-cc2b-4907-9132-546c819875b6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520124 Jun 16 15:01:43.776000 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd8ff6-f887-4db8-9d0a-bd5de5f3e813 req-b7f646c3-e346-4268-9ffd-c1b6f26f0ea7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:43.777856 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fecd8ff6-f887-4db8-9d0a-bd5de5f3e813 req-b7f646c3-e346-4268-9ffd-c1b6f26f0ea7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0633759 Jun 16 15:01:43.832792 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fecd8ff6-f887-4db8-9d0a-bd5de5f3e813 req-5353b960-8757-4a41-b73c-576f49e21c3b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491297 Jun 16 15:01:44.373687 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:44.476786 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d188bf-9954-445e-a24f-d7f98c14061a req-3397c91e-09b7-4ae1-98a4-1d454245bdf3 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:44.478390 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85d188bf-9954-445e-a24f-d7f98c14061a req-3397c91e-09b7-4ae1-98a4-1d454245bdf3 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0537596 Jun 16 15:01:44.533550 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23f2e4-55d6-44a9-8232-bb2415ecf4e8 req-251741b9-4035-48aa-8605-ee5d43df414d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:44.535156 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fc23f2e4-55d6-44a9-8232-bb2415ecf4e8 req-251741b9-4035-48aa-8605-ee5d43df414d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0508149 Jun 16 15:01:44.542872 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85d188bf-9954-445e-a24f-d7f98c14061a req-545d2c6a-5b11-400e-8466-aea4573c3fd9 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581357 Jun 16 15:01:44.601507 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fc23f2e4-55d6-44a9-8232-bb2415ecf4e8 req-9e8e305d-4f52-4dc0-8e71-ee913bc45acb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588143 Jun 16 15:01:44.915269 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:44.968552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced687d2-f58c-4f1d-bccc-f7fbc35d10cb req-261b5769-4347-4142-88f9-a66bc42db4af tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:44.970165 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ced687d2-f58c-4f1d-bccc-f7fbc35d10cb req-261b5769-4347-4142-88f9-a66bc42db4af tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0501528 Jun 16 15:01:45.027172 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ced687d2-f58c-4f1d-bccc-f7fbc35d10cb req-7eaeff3d-8767-4e47-9e46-f9df05a66cbe tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502925 Jun 16 15:01:45.666572 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaea146-a693-421f-af4f-d3586a94709c req-56501835-1724-455f-b08b-955a67d4db2e tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:45.668421 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4aaea146-a693-421f-af4f-d3586a94709c req-56501835-1724-455f-b08b-955a67d4db2e tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0573075 Jun 16 15:01:45.721668 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4aaea146-a693-421f-af4f-d3586a94709c req-9c3fd177-a6a2-46d3-8e8d-0508843e3659 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469558 Jun 16 15:01:45.735481 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c76e3-e1d4-4352-8491-be1e65e2f2b0 req-0b0bb3d7-234f-48d1-bc7d-0dc4db1f1151 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:45.737060 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d93c76e3-e1d4-4352-8491-be1e65e2f2b0 req-0b0bb3d7-234f-48d1-bc7d-0dc4db1f1151 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0517080 Jun 16 15:01:45.796158 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d93c76e3-e1d4-4352-8491-be1e65e2f2b0 req-34eb9ddf-82dd-4655-b93b-8d01f8d1b369 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530155 Jun 16 15:01:46.166480 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87736532-41aa-4e65-8134-8bf6baaa0f3d req-7840e2d9-7002-4e99-a74d-5314dc0175ae tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:46.168023 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-87736532-41aa-4e65-8134-8bf6baaa0f3d req-7840e2d9-7002-4e99-a74d-5314dc0175ae tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0604112 Jun 16 15:01:46.218623 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-87736532-41aa-4e65-8134-8bf6baaa0f3d req-598ca8d2-87fa-480a-b341-c82e3a8d3d30 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446422 Jun 16 15:01:46.861262 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4e058-2bcb-458f-9305-5032ebf14977 req-434d3ff4-9237-4a66-9ca0-484990077a19 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:46.862806 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fab4e058-2bcb-458f-9305-5032ebf14977 req-434d3ff4-9237-4a66-9ca0-484990077a19 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0626705 Jun 16 15:01:46.920901 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fab4e058-2bcb-458f-9305-5032ebf14977 req-3077084f-af29-4650-9f88-f00a09e3488a tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520341 Jun 16 15:01:46.948657 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4e145-119a-4fe3-8d2e-b5a71008c6a4 req-6c9e0750-23c4-4711-a8da-0e4f7874be89 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:46.950463 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a3b4e145-119a-4fe3-8d2e-b5a71008c6a4 req-6c9e0750-23c4-4711-a8da-0e4f7874be89 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0554419 Jun 16 15:01:47.035773 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a3b4e145-119a-4fe3-8d2e-b5a71008c6a4 req-2f83f591-8e85-49fc-9867-07dc9f99f1ec tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785236 Jun 16 15:01:47.353182 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828652fd-c1ac-4854-9f7a-28b7f367a972 req-bf4a28ce-26d7-4860-8986-87f0059606ff tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:47.354745 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-828652fd-c1ac-4854-9f7a-28b7f367a972 req-bf4a28ce-26d7-4860-8986-87f0059606ff tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0587571 Jun 16 15:01:47.406295 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-828652fd-c1ac-4854-9f7a-28b7f367a972 req-fb3ee5bb-5def-48a4-a36f-e766c4c15d88 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455859 Jun 16 15:01:47.991960 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Request body: {'port': {'device_id': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:48.080304 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d1c75-4209-4418-a62a-98f7c6272aa7 req-11a771ba-59e0-414f-8f13-c8d050f70081 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:48.084470 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-523d1c75-4209-4418-a62a-98f7c6272aa7 req-11a771ba-59e0-414f-8f13-c8d050f70081 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 931 time: 0.0893393 Jun 16 15:01:48.088952 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:48.104867 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:48.147229 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-523d1c75-4209-4418-a62a-98f7c6272aa7 req-7a214ad7-efca-4429-afba-ef7391e480c6 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552735 Jun 16 15:01:48.265270 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d728-82c6-4f8d-a78c-31d88316d218 req-70ba4b8c-0dbf-4e27-bb42-b8742a29a043 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:48.266878 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bbe9d728-82c6-4f8d-a78c-31d88316d218 req-70ba4b8c-0dbf-4e27-bb42-b8742a29a043 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.1109033 Jun 16 15:01:48.405575 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bbe9d728-82c6-4f8d-a78c-31d88316d218 req-becb3435-b15c-4324-a6cb-369f0e420349 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278687 Jun 16 15:01:48.459174 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:48.516324 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45017ee-9a0a-4ae4-a519-7e2af6087c43 req-c53fb0a7-060c-47de-a7f7-270416da950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:48.518191 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f45017ee-9a0a-4ae4-a519-7e2af6087c43 req-c53fb0a7-060c-47de-a7f7-270416da950a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1129 time: 0.0714750 Jun 16 15:01:48.532628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186c05a0-cf63-4d64-870c-57ea93435c68 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:01:48.544911 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ef82-2488-4228-ae3c-9fbb0ca6d014 req-d0b86782-e521-42ba-8313-7c705912ae7a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:48.546568 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ceb8ef82-2488-4228-ae3c-9fbb0ca6d014 req-d0b86782-e521-42ba-8313-7c705912ae7a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0553877 Jun 16 15:01:48.553931 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Publish callbacks [] for port (186c05a0-cf63-4d64-870c-57ea93435c68), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:48.577271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Transition to ACTIVE for port object 186c05a0-cf63-4d64-870c-57ea93435c68 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:01:48.587870 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:48.604807 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ceb8ef82-2488-4228-ae3c-9fbb0ca6d014 req-851f8111-70e8-4bb0-821c-f5b537a52bec tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476661 Jun 16 15:01:48.624760 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f45017ee-9a0a-4ae4-a519-7e2af6087c43 req-a5a552ba-c122-46ff-bdd3-f2fdecfeb9b2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946927 Jun 16 15:01:48.669833 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=186c05a0-cf63-4d64-870c-57ea93435c68,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:48.693311 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.693637 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.693997 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.694285 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.694618 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.694951 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.695277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.695620 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.695928 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.696354 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.696577 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.696923 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.697253 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.697569 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.697892 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:48.777541 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Attempting to bind port 186c05a0-cf63-4d64-870c-57ea93435c68 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:01:48.777988 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Attempting to bind port 186c05a0-cf63-4d64-870c-57ea93435c68 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:01:48.778328 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Attempting to bind port 186c05a0-cf63-4d64-870c-57ea93435c68 on network c58a8a40-85d7-41b3-b34e-893286ec9c73 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:48.786077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Port 186c05a0-cf63-4d64-870c-57ea93435c68 on network c58a8a40-85d7-41b3-b34e-893286ec9c73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:01:48.786412 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Attempting to bind port 186c05a0-cf63-4d64-870c-57ea93435c68 on network c58a8a40-85d7-41b3-b34e-893286ec9c73 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:01:48.792791 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:01:48.793251 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Checking segment: {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:01:48.793597 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Bound using segment: {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:01:48.794827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Bound port: 186c05a0-cf63-4d64-870c-57ea93435c68, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2451f9e2-65e6-4256-8900-b40bd7a6d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:01:48.794827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:48.877921 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] For port 186c05a0-cf63-4d64-870c-57ea93435c68, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:01:48.886432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] For port 186c05a0-cf63-4d64-870c-57ea93435c68, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=186c05a0-cf63-4d64-870c-57ea93435c68,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:01:48.900566 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:48.941998 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:48.942833 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:48.945025 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] 10.222.0.86 "PUT /v2.0/ports/186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 1093 time: 0.9571118 Jun 16 15:01:48.947575 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:01:48.950329 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd44e41-4e61-44bc-a993-5b665bace434" -d '{"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:48.990642 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31262bb7-46d5-4e12-9841-77fa071dcbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=186c05a0-cf63-4d64-870c-57ea93435c68,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:49.035885 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06981fbf-fe0e-42ad-87eb-0fb6c0a39216 x-openstack-request-id: req-06981fbf-fe0e-42ad-87eb-0fb6c0a39216 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:49.036547 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:49.036547 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-06981fbf-fe0e-42ad-87eb-0fb6c0a39216 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:49.036812 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06981fbf-fe0e-42ad-87eb-0fb6c0a39216'] response: {'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68', 'status': 'completed', 'code': 200} Jun 16 15:01:49.286767 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d876202-e59b-4b13-b366-baf4dabb15e1 req-9b2ca837-bf69-42e3-8481-1d8cc5e6ba0b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:49.288346 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5d876202-e59b-4b13-b366-baf4dabb15e1 req-9b2ca837-bf69-42e3-8481-1d8cc5e6ba0b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 943 time: 0.0559657 Jun 16 15:01:49.316541 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:49.336900 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:49.349854 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5d876202-e59b-4b13-b366-baf4dabb15e1 req-c454caf8-5372-48e1-87ba-070d4444f5ff tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545881 Jun 16 15:01:49.519191 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:49.549088 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd68c5-93a1-4ddd-bd31-e0d4bf78ab7a req-c442c894-06ad-4172-b368-bf19e0c58258 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:49.549088 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fcbd68c5-93a1-4ddd-bd31-e0d4bf78ab7a req-c442c894-06ad-4172-b368-bf19e0c58258 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0567386 Jun 16 15:01:49.610114 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd44e41-4e61-44bc-a993-5b665bace434 req-aa857959-7398-49d3-a5c4-915a3246c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:49.611641 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd44e41-4e61-44bc-a993-5b665bace434 req-aa857959-7398-49d3-a5c4-915a3246c2ed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1127 time: 0.0656002 Jun 16 15:01:49.634303 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fcbd68c5-93a1-4ddd-bd31-e0d4bf78ab7a req-5dbfdc59-3a2f-4e6a-976a-876833da8824 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777712 Jun 16 15:01:49.730863 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fd680-b852-419c-8a68-28b0b783baaa req-7c7649b8-22de-426d-a46a-6b70254e44b2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:49.732329 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ff5fd680-b852-419c-8a68-28b0b783baaa req-7c7649b8-22de-426d-a46a-6b70254e44b2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0494695 Jun 16 15:01:49.783893 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ff5fd680-b852-419c-8a68-28b0b783baaa req-53bffc79-2410-48db-bc32-6a15a48638cd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Jun 16 15:01:50.518516 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32f7a-a9b5-40c0-9e3a-1aadadfe181f req-d1b2678b-7902-4f07-9ad7-98debffb20e7 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:50.520045 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6fd32f7a-a9b5-40c0-9e3a-1aadadfe181f req-d1b2678b-7902-4f07-9ad7-98debffb20e7 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 943 time: 0.0981488 Jun 16 15:01:50.571871 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd44e41-4e61-44bc-a993-5b665bace434 req-6a12d7ed-7961-4360-8245-b6154df271bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:50.573456 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd44e41-4e61-44bc-a993-5b665bace434 req-6a12d7ed-7961-4360-8245-b6154df271bd service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1634130 Jun 16 15:01:50.597335 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6fd32f7a-a9b5-40c0-9e3a-1aadadfe181f req-ab5fbcf5-4b7a-4195-be87-f5affc5c334f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668752 Jun 16 15:01:50.710758 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd44e41-4e61-44bc-a993-5b665bace434 req-4771efdd-c1a9-4734-8118-0569d16451ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:50.712248 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd44e41-4e61-44bc-a993-5b665bace434 req-4771efdd-c1a9-4734-8118-0569d16451ed service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1139789 Jun 16 15:01:50.757222 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97d95-4ad3-4874-9704-f0449535a387 req-13fb4530-dc95-404b-b422-cd29f1200c39 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:50.758803 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-95e97d95-4ad3-4874-9704-f0449535a387 req-13fb4530-dc95-404b-b422-cd29f1200c39 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0516477 Jun 16 15:01:50.814250 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-95e97d95-4ad3-4874-9704-f0449535a387 req-87773d30-a84e-41f7-9e45-9c08f5dd318d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496404 Jun 16 15:01:50.916466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5459258-509e-40ea-aa79-ecfdee243592 req-a87c4663-95e6-428d-863b-536154e39dfc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:50.918002 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5459258-509e-40ea-aa79-ecfdee243592 req-a87c4663-95e6-428d-863b-536154e39dfc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0544097 Jun 16 15:01:50.962915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:50.971942 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f5459258-509e-40ea-aa79-ecfdee243592 req-b11035a4-5b38-4c02-9432-7c5882ade417 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480597 Jun 16 15:01:51.148199 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:51.152675 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=6 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:51.490649 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38772) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:51.582147 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-9134267d-b5c0-403a-abe1-eb79384c798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:51.583728 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-9134267d-b5c0-403a-abe1-eb79384c798a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1127 time: 0.0569937 Jun 16 15:01:51.633928 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:51.640651 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-c610079c-5182-4e52-b7fe-173718007eb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 217 time: 0.0426188 Jun 16 15:01:51.700801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-05b6e1f7-7e65-4402-8e5f-6f6dc43f5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:51.702455 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-05b6e1f7-7e65-4402-8e5f-6f6dc43f5b97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=97b06ae8-53a7-4aac-9d57-cbaa060b7b49 HTTP/1.1" status: 200 len: 854 time: 0.0535161 Jun 16 15:01:51.747912 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48615a8c-14b5-468f-9611-4205798556d2 req-6a078d8f-cdeb-4b27-b733-57d571fdb37b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:51.749484 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48615a8c-14b5-468f-9611-4205798556d2 req-6a078d8f-cdeb-4b27-b733-57d571fdb37b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 943 time: 0.0698674 Jun 16 15:01:51.763475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-74cccf20-46da-4821-8cf1-f71a120e3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:51.766288 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-74cccf20-46da-4821-8cf1-f71a120e3259 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c58a8a40-85d7-41b3-b34e-893286ec9c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538635 Jun 16 15:01:51.777514 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Publish callbacks [] for security_group (f97bfda5-12d7-473c-b6ea-227489ab718f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:51.784960 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (f97bfda5-12d7-473c-b6ea-227489ab718f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:51.854997 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=362d6ad46b01415cb0467e45b6592313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627300 Jun 16 15:01:51.855974 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97bfda5-12d7-473c-b6ea-227489ab718f,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:51.858307 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38780) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:51.870911 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48615a8c-14b5-468f-9611-4205798556d2 req-95981e63-b66a-4573-a68f-1d63ba07ac96 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123190 Jun 16 15:01:51.873614 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.874047 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.874469 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.874884 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.875299 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.875709 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.876110 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.876506 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.876951 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.878083 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.878482 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.878890 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.879291 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.879694 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.880088 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd02cba-0e05-4ad8-9992-45a1d93d1e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:51.908026 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-bf2535cd-998d-47b8-9b41-8c37672a0ff8 service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350265 Jun 16 15:01:52.061624 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bf945-8f83-4ffe-b2b8-9526a18a2684 req-986cbbe2-f12b-454b-ad6e-511e1b539d1c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:52.063268 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-437bf945-8f83-4ffe-b2b8-9526a18a2684 req-986cbbe2-f12b-454b-ad6e-511e1b539d1c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.1230016 Jun 16 15:01:52.075651 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b4e1076b-2d50-4455-b7ff-ffbb165193c3 admin admin] Publish callbacks [] for security_group (f97bfda5-12d7-473c-b6ea-227489ab718f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:52.113835 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a8ff-ddb4-417b-8351-781413ac9a54 req-c1f1a036-4938-4acd-a56a-76a08c5b1f9e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:52.115386 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4544a8ff-ddb4-417b-8351-781413ac9a54 req-c1f1a036-4938-4acd-a56a-76a08c5b1f9e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0647562 Jun 16 15:01:52.142449 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b4e1076b-2d50-4455-b7ff-ffbb165193c3 admin admin] Publish callbacks [] for security_group (f97bfda5-12d7-473c-b6ea-227489ab718f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:52.147949 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-883e5dee-4bf7-4e21-9ef5-44f6d9f02f15 req-586b868a-f1fc-4d86-a2bc-596a282b5f82 service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311978 Jun 16 15:01:52.167743 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4544a8ff-ddb4-417b-8351-781413ac9a54 req-691851be-6cfd-44bf-aeac-41b0c882eb79 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459759 Jun 16 15:01:52.171623 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:52.190518 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-437bf945-8f83-4ffe-b2b8-9526a18a2684 req-dbd88d31-0819-46da-92a8-ed589f42d9c8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202195 Jun 16 15:01:52.233865 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b4e1076b-2d50-4455-b7ff-ffbb165193c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (f97bfda5-12d7-473c-b6ea-227489ab718f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:52.238357 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b4e1076b-2d50-4455-b7ff-ffbb165193c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:52.240206 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-b4e1076b-2d50-4455-b7ff-ffbb165193c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f97bfda5-12d7-473c-b6ea-227489ab718f HTTP/1.1" status: 204 len: 168 time: 0.3806880 Jun 16 15:01:52.250628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1076b-2d50-4455-b7ff-ffbb165193c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97bfda5-12d7-473c-b6ea-227489ab718f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:52.354564 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11c655-1ac6-4c8b-b080-c9a1137ef4a8 req-510463b9-2466-41f5-ac60-375bfa0f75f4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:52.357567 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-af11c655-1ac6-4c8b-b080-c9a1137ef4a8 req-510463b9-2466-41f5-ac60-375bfa0f75f4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0883281 Jun 16 15:01:52.368216 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38788) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:01:52.372046 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'floatingip': {'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:01:52.422031 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (5b175073-8746-4978-a874-486936f4f0be), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:52.768003 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:52.859043 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:52.940326 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:52.944858 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (5b175073-8746-4978-a874-486936f4f0be), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:53.006664 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfafe0-644a-4251-86fc-aa10a23e3e04 req-0a331851-52df-46bd-ad80-a3f2ae86b121 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:53.008216 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3ebfafe0-644a-4251-86fc-aa10a23e3e04 req-0a331851-52df-46bd-ad80-a3f2ae86b121 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 943 time: 0.0500782 Jun 16 15:01:53.061920 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3ebfafe0-644a-4251-86fc-aa10a23e3e04 req-4a4a978c-a2f2-45e9-b214-38eb91ea651f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Jun 16 15:01:53.062292 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Floating IP 5b175073-8746-4978-a874-486936f4f0be associated. External IP: 172.27.2.241, port: 105d0fb0-e762-4bda-8533-5abf36bb8069. Jun 16 15:01:53.317780 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Router 4644057b-c345-4263-9e22-470bae9d48ea has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:01:53.324647 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f35d0b-2f77-4ca3-a9c6-0ee91e05086a req-60e2cd80-a1c0-41a6-aabc-0c2c1579bd43 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:53.326251 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f1f35d0b-2f77-4ca3-a9c6-0ee91e05086a req-60e2cd80-a1c0-41a6-aabc-0c2c1579bd43 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0658219 Jun 16 15:01:53.451777 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f1f35d0b-2f77-4ca3-a9c6-0ee91e05086a req-820699d7-68b2-4088-b9b7-b88ae6af3a0a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168621 Jun 16 15:01:53.470408 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:01:53.482991 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:53.494740 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] Sync routers for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:01:53.508528 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:53.509198 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:01:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:53.518230 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b7f0f31e-125c-4e11-bfae-7a7274a20cf3 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "PUT /v2.0/floatingips/5b175073-8746-4978-a874-486936f4f0be HTTP/1.1" status: 200 len: 991 time: 1.1501098 Jun 16 15:01:53.518975 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:01:53.521713 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8face8d6-7928-49ce-8fff-f8eea0f8dee8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:53.558792 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e075a26-803f-4c57-921d-73871455df52 x-openstack-request-id: req-0e075a26-803f-4c57-921d-73871455df52 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:53.559079 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:53.559328 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0e075a26-803f-4c57-921d-73871455df52 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:53.559726 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e075a26-803f-4c57-921d-73871455df52'] response: {'name': 'network-changed', 'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'status': 'completed', 'code': 200} Jun 16 15:01:53.619358 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:53.973805 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '5b175073-8746-4978-a874-486936f4f0be', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'mac_address': 'fa:16:3e:4f:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:02Z', 'updated_at': '2022-06-16T15:01:52Z', 'revision_number': 1, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:54.000630 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] Checking router: 4644057b-c345-4263-9e22-470bae9d48ea for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:01:54.010174 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:01:54.010856 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:01:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:54.012671 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:54.121463 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:01:54.185506 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948e07b-a1db-4573-9c30-1eb300faa609 req-0c9ed15f-af30-4c25-aae5-c118654791bd tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:54.187181 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a948e07b-a1db-4573-9c30-1eb300faa609 req-0c9ed15f-af30-4c25-aae5-c118654791bd tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 943 time: 0.0526912 Jun 16 15:01:54.244066 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a948e07b-a1db-4573-9c30-1eb300faa609 req-9295cd82-6813-479b-a214-253cdfd50a65 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506651 Jun 16 15:01:54.358481 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '5b175073-8746-4978-a874-486936f4f0be', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'mac_address': 'fa:16:3e:4f:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:02Z', 'updated_at': '2022-06-16T15:01:52Z', 'revision_number': 1, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:54.386716 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379813a4-c7c2-4ea5-8ede-3ee7e9ae79d4 None None] The sync data for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi is: [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '5b175073-8746-4978-a874-486936f4f0be', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'mac_address': 'fa:16:3e:4f:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:02Z', 'updated_at': '2022-06-16T15:01:52Z', 'revision_number': 1, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:01:54.584373 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725906e-1b20-4936-923f-f8c10acef114 req-cc1d1604-c62c-44d5-a37a-fe0de5af6efe tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:54.586070 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1725906e-1b20-4936-923f-f8c10acef114 req-cc1d1604-c62c-44d5-a37a-fe0de5af6efe tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0506930 Jun 16 15:01:54.612477 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e971f-1f97-4100-b555-1e5e59540076 None None] New status for floating IP 5b175073-8746-4978-a874-486936f4f0be: ACTIVE {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:01:54.643809 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1725906e-1b20-4936-923f-f8c10acef114 req-1acb4fc9-a51b-4ca4-ba2c-ed6b1ae9104e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513029 Jun 16 15:01:54.884902 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 186c05a0-cf63-4d64-870c-57ea93435c68 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:01:54.907682 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:54.995467 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 186c05a0-cf63-4d64-870c-57ea93435c68, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=186c05a0-cf63-4d64-870c-57ea93435c68,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:55.007690 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '186c05a0-cf63-4d64-870c-57ea93435c68', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'port_id': '186c05a0-cf63-4d64-870c-57ea93435c68', 'mac_address': 'fa:16:3e:2c:1e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:01:55.044003 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 186c05a0-cf63-4d64-870c-57ea93435c68 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:55.044391 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:55.059390 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186c05a0-cf63-4d64-870c-57ea93435c68 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:01:55.083547 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 186c05a0-cf63-4d64-870c-57ea93435c68, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=186c05a0-cf63-4d64-870c-57ea93435c68,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:55.088959 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:55.139310 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=186c05a0-cf63-4d64-870c-57ea93435c68,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:55.372558 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a53b-2188-4a20-98ac-4135e65203fe req-924d32a4-7eb7-4e1b-81a7-c6e6a422615c tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:55.374176 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6ad8a53b-2188-4a20-98ac-4135e65203fe req-924d32a4-7eb7-4e1b-81a7-c6e6a422615c tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 944 time: 0.0597978 Jun 16 15:01:55.425590 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6ad8a53b-2188-4a20-98ac-4135e65203fe req-c977fded-882b-49b6-bb33-5349ef3210f2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 Jun 16 15:01:55.695385 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-ae049d4f-2889-44cc-930f-475a2895e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:55.698389 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-ae049d4f-2889-44cc-930f-475a2895e918 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1129 time: 0.0438960 Jun 16 15:01:55.814139 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb4f83-7103-4a6a-8d34-bfa60f89b7cb req-5ce0445e-de33-4136-9704-36042b803bd7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:55.815713 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e4cb4f83-7103-4a6a-8d34-bfa60f89b7cb req-5ce0445e-de33-4136-9704-36042b803bd7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0892553 Jun 16 15:01:55.858633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-571c4880-fe94-47fa-8d0a-611d5adc0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:55.860146 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-571c4880-fe94-47fa-8d0a-611d5adc0ee1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.1549454 Jun 16 15:01:55.884212 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:55.932876 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e4cb4f83-7103-4a6a-8d34-bfa60f89b7cb req-2bceb44a-943e-4e26-b69a-8d4c8ede20f5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056142 Jun 16 15:01:55.946190 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-77ae132c-35a6-4904-99c8-f0d6b204608c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 200 len: 1001 time: 0.0746017 Jun 16 15:01:55.951336 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['186c05a0-cf63-4d64-870c-57ea93435c68'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:01:56.005280 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-a2fa688d-095c-4e73-9bba-8a093314dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:56.007419 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-a2fa688d-095c-4e73-9bba-8a093314dc27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0535979 Jun 16 15:01:56.059647 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-960f5df6-0eae-4a37-95aa-fdafbcd35618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:56.061213 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-960f5df6-0eae-4a37-95aa-fdafbcd35618 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434580 Jun 16 15:01:56.161635 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-c0643141-9772-404d-9bfe-b9196ee8f666 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934348 Jun 16 15:01:56.267084 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8face8d6-7928-49ce-8fff-f8eea0f8dee8 req-c9588b5d-a693-4d5c-980c-9a707f0c9279 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974357 Jun 16 15:01:56.542037 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde0ec0-db9c-4279-812f-80a2a5bfa599 req-8f0dfdc2-8d09-457c-8b70-acaa464e64b2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:56.543601 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dbde0ec0-db9c-4279-812f-80a2a5bfa599 req-8f0dfdc2-8d09-457c-8b70-acaa464e64b2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 944 time: 0.0492222 Jun 16 15:01:56.557707 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:56.596976 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dbde0ec0-db9c-4279-812f-80a2a5bfa599 req-9ffa3325-4a4d-463b-9e9a-d5a65a1feb84 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471416 Jun 16 15:01:57.066968 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fba901-45a7-4268-83e4-fd235e248e42 req-204f93a6-aaab-4f5e-8482-1b95c0c58093 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:57.067980 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e0fba901-45a7-4268-83e4-fd235e248e42 req-204f93a6-aaab-4f5e-8482-1b95c0c58093 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0578110 Jun 16 15:01:57.159089 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e0fba901-45a7-4268-83e4-fd235e248e42 req-cd9627a2-e0a2-485e-a936-532b79396176 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842795 Jun 16 15:01:57.630205 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 186c05a0-cf63-4d64-870c-57ea93435c68 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:01:57.677598 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 186c05a0-cf63-4d64-870c-57ea93435c68 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:01:57.684632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 186c05a0-cf63-4d64-870c-57ea93435c68 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:01:57.685047 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:57.723526 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:57.750384 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae6e0-56c1-4325-b234-8bae1b97d67d req-f01d94ce-19f2-4fd6-a69e-588a64f58082 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:57.752988 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04aae6e0-56c1-4325-b234-8bae1b97d67d req-f01d94ce-19f2-4fd6-a69e-588a64f58082 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 944 time: 0.0826483 Jun 16 15:01:57.797303 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 186c05a0-cf63-4d64-870c-57ea93435c68 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:01:57.797690 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:57.818270 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04aae6e0-56c1-4325-b234-8bae1b97d67d req-e8edaede-caaf-4678-bc0f-8aae6aaab858 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568635 Jun 16 15:01:57.822494 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:01:57.824748 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f711a-a587-4a31-97d7-39a9f4174589" -d '{"events": [{"server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "name": "network-vif-plugged", "status": "completed", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:57.837944 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 186c05a0-cf63-4d64-870c-57ea93435c68, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=186c05a0-cf63-4d64-870c-57ea93435c68,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:01:57.842531 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:01:57.878276 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8324e2-b94f-43f3-86d4-c4e7fd8902ec x-openstack-request-id: req-be8324e2-b94f-43f3-86d4-c4e7fd8902ec {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:57.878563 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "name": "network-vif-plugged", "status": "completed", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:57.878814 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-be8324e2-b94f-43f3-86d4-c4e7fd8902ec {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:57.879216 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8324e2-b94f-43f3-86d4-c4e7fd8902ec'] response: {'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68', 'code': 200} Jun 16 15:01:57.898041 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=186c05a0-cf63-4d64-870c-57ea93435c68,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:58.137113 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7109d1-a220-42a9-a5bf-e7a58a3e791b req-1b852039-7e41-48de-9ea6-032f6a097511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:58.141213 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6b7109d1-a220-42a9-a5bf-e7a58a3e791b req-1b852039-7e41-48de-9ea6-032f6a097511 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1129 time: 0.0468485 Jun 16 15:01:58.191127 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6b7109d1-a220-42a9-a5bf-e7a58a3e791b req-6bb29826-8944-4fde-8010-0e177ff10417 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Jun 16 15:01:58.263684 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:58.284205 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b53e-5631-4ac0-b170-c9d26f2ff4ab req-906a94d4-4b37-44c1-9429-e4e618215a55 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:58.285827 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b209b53e-5631-4ac0-b170-c9d26f2ff4ab req-906a94d4-4b37-44c1-9429-e4e618215a55 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0501835 Jun 16 15:01:58.357304 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b209b53e-5631-4ac0-b170-c9d26f2ff4ab req-021cf9f9-0a99-4538-9397-f3a6d7ffa588 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613680 Jun 16 15:01:58.946927 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e733ba-cc69-4235-aee2-2d5b22323241 req-6172db89-1795-4b98-9bf5-92bd9f184d95 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:58.948474 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-36e733ba-cc69-4235-aee2-2d5b22323241 req-6172db89-1795-4b98-9bf5-92bd9f184d95 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Jun 16 15:01:58.969684 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:01:59.000227 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-36e733ba-cc69-4235-aee2-2d5b22323241 req-99a5f38d-cbdb-404d-9b01-aa73baf32964 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460095 Jun 16 15:01:59.487068 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a02b41-15f1-44dc-b006-815e3c6ba79f req-d493e277-d56c-4380-965e-6ead5bcb7bf6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:01:59.488556 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d6a02b41-15f1-44dc-b006-815e3c6ba79f req-d493e277-d56c-4380-965e-6ead5bcb7bf6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0557840 Jun 16 15:01:59.540454 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d6a02b41-15f1-44dc-b006-815e3c6ba79f req-f26d34e0-0693-429d-806d-584eaf93a4dd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458419 Jun 16 15:02:00.126463 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170f77-2a90-420d-8161-c245b0f824b8 req-bc7e1cbb-95a9-45ab-af0b-b2b8e4260646 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:00.128004 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d0170f77-2a90-420d-8161-c245b0f824b8 req-bc7e1cbb-95a9-45ab-af0b-b2b8e4260646 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0537496 Jun 16 15:02:00.183854 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d0170f77-2a90-420d-8161-c245b0f824b8 req-845da651-55f9-4052-883c-5809a6aed9c2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499389 Jun 16 15:02:00.680025 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80118bb5-7233-47a0-a9bc-6cbd8d4f9c27 req-066f7390-7192-41db-bece-9de4bb4b5b45 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:00.681687 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-80118bb5-7233-47a0-a9bc-6cbd8d4f9c27 req-066f7390-7192-41db-bece-9de4bb4b5b45 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0585413 Jun 16 15:02:00.733094 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-80118bb5-7233-47a0-a9bc-6cbd8d4f9c27 req-4f807ff7-17fd-4e44-8941-4f48bac9a3a9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453429 Jun 16 15:02:01.311351 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0fda4-fdf3-4deb-b428-9bd1048ea72f req-e0df04b1-2fe5-4a2b-a3f0-239b2bb0bc49 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:01.313217 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3fc0fda4-fdf3-4deb-b428-9bd1048ea72f req-e0df04b1-2fe5-4a2b-a3f0-239b2bb0bc49 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0537744 Jun 16 15:02:01.591222 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3fc0fda4-fdf3-4deb-b428-9bd1048ea72f req-bfd1c715-1d38-48b3-a951-4af2a74a31a6 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726068 Jun 16 15:02:01.631005 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:02:01.742079 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3a89e-d2b2-4c35-8463-5250f67a47dc req-fae969b5-1f13-460a-9c5d-db14057413e9 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:01.749232 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-85b3a89e-d2b2-4c35-8463-5250f67a47dc req-fae969b5-1f13-460a-9c5d-db14057413e9 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0757048 Jun 16 15:02:01.768002 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:02:01.783841 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'port_id': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:02:01.825572 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-85b3a89e-d2b2-4c35-8463-5250f67a47dc req-cf17fde8-5495-4bee-9f46-27cac1da79bf tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753348 Jun 16 15:02:01.834385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 is: ACTIVE; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:02:01.835244 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:01.842455 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:01.861892 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:02:01.892400 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:02:01.897325 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:01.940589 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238b1e-7315-49bc-9cc1-b966cda85af9 req-f97cbcde-c27a-4316-9456-0599d384975f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:01.942331 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4e238b1e-7315-49bc-9cc1-b966cda85af9 req-f97cbcde-c27a-4316-9456-0599d384975f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0679843 Jun 16 15:02:01.964126 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=6']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:01.998820 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4e238b1e-7315-49bc-9cc1-b966cda85af9 req-f0dc9f69-b1f0-491c-88d9-9d644a13ed32 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486429 Jun 16 15:02:02.134336 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:02:02.237145 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5c024-3d46-40bd-aa65-a24aa2a1a211 req-d98b7187-a6fb-4290-b187-85f163aa3d7a tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:02.238683 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1af5c024-3d46-40bd-aa65-a24aa2a1a211 req-d98b7187-a6fb-4290-b187-85f163aa3d7a tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0577798 Jun 16 15:02:02.295884 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1af5c024-3d46-40bd-aa65-a24aa2a1a211 req-81e780e1-82fa-4bb3-af16-702db27d5b62 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512204 Jun 16 15:02:03.129372 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b211a-ce71-4dc9-9292-bf50a85a8868 req-93808bda-67b0-4949-869e-27de797968e3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:03.130954 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a8b211a-ce71-4dc9-9292-bf50a85a8868 req-93808bda-67b0-4949-869e-27de797968e3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Jun 16 15:02:03.196785 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a8b211a-ce71-4dc9-9292-bf50a85a8868 req-fe58689f-a973-4ef8-a4f4-2645b29d8e64 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595684 Jun 16 15:02:03.648710 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:02:03.697253 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:02:03.697626 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:03.778289 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:02:03.778681 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:03.797506 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:03.805752 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:02:03.808332 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db2217a-61c5-473c-9155-4949cd60e41c" -d '{"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-plugged", "status": "completed", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:03.823270 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:02:03.828252 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:03.852068 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e55e17-6a0e-4d7e-af34-1ad89d2b1444 x-openstack-request-id: req-67e55e17-6a0e-4d7e-af34-1ad89d2b1444 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:03.852394 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-plugged", "status": "completed", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:03.852653 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67e55e17-6a0e-4d7e-af34-1ad89d2b1444 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:03.853077 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e55e17-6a0e-4d7e-af34-1ad89d2b1444'] response: {'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'code': 200} Jun 16 15:02:03.881418 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=7']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:04.324045 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61654e21-7f60-4651-8521-db2a5bb34239 req-4374544c-ffac-4138-b319-a8c58b6e4cf9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:04.325662 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-61654e21-7f60-4651-8521-db2a5bb34239 req-4374544c-ffac-4138-b319-a8c58b6e4cf9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0512784 Jun 16 15:02:04.382751 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-61654e21-7f60-4651-8521-db2a5bb34239 req-5a285f40-9a05-42e6-be5f-3a3b557e967b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510566 Jun 16 15:02:04.735455 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:04.737917 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=12 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:05.506147 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00072-242d-49f2-be4a-60cebb222327 req-5b8e55c4-8a8d-4396-bd31-87bd377b0b3f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:05.507705 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-01b00072-242d-49f2-be4a-60cebb222327 req-5b8e55c4-8a8d-4396-bd31-87bd377b0b3f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0508306 Jun 16 15:02:05.558246 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-01b00072-242d-49f2-be4a-60cebb222327 req-1d822223-e903-4d61-bb04-b935fcb74b2c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Jun 16 15:02:06.681877 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351605c-275c-419f-a1a0-3cf385981b72 req-f4422c70-093b-40ce-a1a4-fd7eeae38e79 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:06.683442 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2351605c-275c-419f-a1a0-3cf385981b72 req-f4422c70-093b-40ce-a1a4-fd7eeae38e79 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0495663 Jun 16 15:02:06.736098 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2351605c-275c-419f-a1a0-3cf385981b72 req-8bc6ba36-bd9a-46e8-93f6-14440b53bd45 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469251 Jun 16 15:02:07.266602 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c64bc676-450e-4591-9c73-0596d13c28d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:07.863114 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535497bb-2d82-4765-9891-8b65ef143ce1 req-0568266d-6659-4ea3-874a-f2b8befda407 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:07.864622 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-535497bb-2d82-4765-9891-8b65ef143ce1 req-0568266d-6659-4ea3-874a-f2b8befda407 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0506258 Jun 16 15:02:07.913775 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-535497bb-2d82-4765-9891-8b65ef143ce1 req-0146eb7a-2c23-441d-8083-90dd120185e3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Jun 16 15:02:08.179786 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:02:09.198552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6e6cb-8049-4990-a7da-b089e1cf1769 req-06b8337b-487a-4a17-b93d-9bcef8a963ca tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:09.200060 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-52b6e6cb-8049-4990-a7da-b089e1cf1769 req-06b8337b-487a-4a17-b93d-9bcef8a963ca tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.2126663 Jun 16 15:02:09.247245 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-52b6e6cb-8049-4990-a7da-b089e1cf1769 req-907e760f-d3b3-47b6-b17b-ea47d7d94584 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 Jun 16 15:02:10.139931 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c14e-0152-4e95-ad45-b012dca6cf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:10.481184 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a81abb-3b40-4632-8e8c-0e632c96e395 req-b650bd02-4f4e-467c-a277-4c99047b10ed tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:10.483381 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e3a81abb-3b40-4632-8e8c-0e632c96e395 req-b650bd02-4f4e-467c-a277-4c99047b10ed tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1557846 Jun 16 15:02:10.505210 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:10.593427 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38966) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:10.601805 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-5b607d18-2afd-4c9f-ac09-ad9026965180 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160095436', 'description': 'tempest-description--881803675'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:10.609547 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e3a81abb-3b40-4632-8e8c-0e632c96e395 req-9fe259aa-54d5-42cb-b897-c29cb2ee8404 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152596 Jun 16 15:02:10.613415 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:10.698521 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5b607d18-2afd-4c9f-ac09-ad9026965180 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:10.733424 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-04b2df29-d881-4888-b9c7-8660deaa2c98 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1132708 Jun 16 15:02:10.863307 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-f597a81c-05f6-4490-a825-23ddb5316492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:10.865153 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-f597a81c-05f6-4490-a825-23ddb5316492 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 1130 time: 0.0650024 Jun 16 15:02:10.904014 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5b607d18-2afd-4c9f-ac09-ad9026965180 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (e3429605-7b9b-48bf-9fe3-b8a289754909), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:10.924435 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5b607d18-2afd-4c9f-ac09-ad9026965180 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e3429605-7b9b-48bf-9fe3-b8a289754909), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.010716 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.035491 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5b607d18-2afd-4c9f-ac09-ad9026965180 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.042841 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38968) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:11.043431 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5b607d18-2afd-4c9f-ac09-ad9026965180 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4470019 Jun 16 15:02:11.051673 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-819ffc99-bf2a-4267-aa40-32dcb74afe7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group_rule': {'security_group_id': 'e3429605-7b9b-48bf-9fe3-b8a289754909', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:11.073937 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b607d18-2afd-4c9f-ac09-ad9026965180 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3429605-7b9b-48bf-9fe3-b8a289754909,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:11.077618 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:11.126667 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-39c3799e-a0fd-478a-855d-e25a71a86661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:11.128660 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-39c3799e-a0fd-478a-855d-e25a71a86661 service neutron] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 917 time: 0.2280610 Jun 16 15:02:11.135174 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-819ffc99-bf2a-4267-aa40-32dcb74afe7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (e952c190-0ccb-49a0-9f0e-d0f8c351e4ca), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.253822 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-c9f8cf16-7522-4962-964f-d309c73d97d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea6268ec-2917-4b9f-ac8d-bc4237b637d9 HTTP/1.1" status: 200 len: 1002 time: 0.1099458 Jun 16 15:02:11.261412 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-819ffc99-bf2a-4267-aa40-32dcb74afe7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (e952c190-0ccb-49a0-9f0e-d0f8c351e4ca), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.268012 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-819ffc99-bf2a-4267-aa40-32dcb74afe7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (e952c190-0ccb-49a0-9f0e-d0f8c351e4ca), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.295297 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ffc99-bf2a-4267-aa40-32dcb74afe7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e952c190-0ccb-49a0-9f0e-d0f8c351e4ca,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:11.313425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-819ffc99-bf2a-4267-aa40-32dcb74afe7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.317848 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-819ffc99-bf2a-4267-aa40-32dcb74afe7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2722793 Jun 16 15:02:11.318589 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 38972) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:11.324151 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-1204280e-7d8b-40fe-9aa6-6a75bc7a3bfb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group_rule': {'security_group_id': 'e3429605-7b9b-48bf-9fe3-b8a289754909', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:11.332583 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:11.341918 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-5e3b9e83-c885-410e-ae7e-98d3f3f470ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:11.343554 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-5e3b9e83-c885-410e-ae7e-98d3f3f470ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.0805762 Jun 16 15:02:11.398277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1204280e-7d8b-40fe-9aa6-6a75bc7a3bfb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (b6cfa331-da1e-42e1-b7cc-e1006106c720), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.431545 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-d24a6124-8d97-4ae9-b6cd-48029cb4ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:11.434681 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-d24a6124-8d97-4ae9-b6cd-48029cb4ea34 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820692 Jun 16 15:02:11.546971 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1204280e-7d8b-40fe-9aa6-6a75bc7a3bfb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (b6cfa331-da1e-42e1-b7cc-e1006106c720), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.575021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1204280e-7d8b-40fe-9aa6-6a75bc7a3bfb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (b6cfa331-da1e-42e1-b7cc-e1006106c720), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.593799 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-4d623ff0-5f55-4e1f-8318-7766de7a4734 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518841 Jun 16 15:02:11.599763 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204280e-7d8b-40fe-9aa6-6a75bc7a3bfb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cfa331-da1e-42e1-b7cc-e1006106c720,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:11.628852 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1204280e-7d8b-40fe-9aa6-6a75bc7a3bfb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.635530 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-1204280e-7d8b-40fe-9aa6-6a75bc7a3bfb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100135 Jun 16 15:02:11.639642 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 38976) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:11.646254 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:11.723995 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.784047 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b38fb778-b08f-4be9-bf25-813b72d3b609 req-fe295c9d-4836-48a6-9dda-0813b87236f4 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730535 Jun 16 15:02:11.862404 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:11.883295 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a7e8-ef31-4250-ac44-018d37d52ef6 req-cbd08be6-5f51-43a2-ab11-ef4ba0b6d766 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:11.885688 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a385a7e8-ef31-4250-ac44-018d37d52ef6 req-cbd08be6-5f51-43a2-ab11-ef4ba0b6d766 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0919816 Jun 16 15:02:11.924207 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:11.963738 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a385a7e8-ef31-4250-ac44-018d37d52ef6 req-d009fe26-5261-48e9-84ca-ee3a4d59f49c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675275 Jun 16 15:02:12.056775 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Allocated IP 172.27.2.110 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/d255b5d7-6155-46b2-88aa-6f7097337c13) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:02:12.239704 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (d255b5d7-6155-46b2-88aa-6f7097337c13), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.289952 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (d255b5d7-6155-46b2-88aa-6f7097337c13), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.336030 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:02:12.341688 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:02:12.344602 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:02:12.356970 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=d255b5d7-6155-46b2-88aa-6f7097337c13,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:12.403255 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (c8bac526-5c0b-4f43-9a98-a49d87594d88), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.457449 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (d255b5d7-6155-46b2-88aa-6f7097337c13), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.518439 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:12.520578 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.585513 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:12.702110 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (d255b5d7-6155-46b2-88aa-6f7097337c13), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.710246 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (d255b5d7-6155-46b2-88aa-6f7097337c13), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.759701 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (c8bac526-5c0b-4f43-9a98-a49d87594d88), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.799741 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=d255b5d7-6155-46b2-88aa-6f7097337c13,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:12.809343 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:12.812287 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ba70eea5-9a70-4cc7-ae71-4c5f72fa550f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1695616 Jun 16 15:02:13.091935 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-929255a8-bb47-472b-8c1d-c51456b597f5 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--160095436&fields=id&tenant_id=2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 267 time: 0.0553062 Jun 16 15:02:13.113597 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d0704-c0a1-4eda-9529-3a11c6411918 req-359d06f1-37a8-4f03-8fb1-bbcdea9cfaf2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:13.115333 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be0d0704-c0a1-4eda-9529-3a11c6411918 req-359d06f1-37a8-4f03-8fb1-bbcdea9cfaf2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0607822 Jun 16 15:02:13.217252 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa048782-f474-4962-aa2a-ec812892512a req-ec2b2668-771c-4a48-873f-9d6d55138b2b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:13.219243 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-ec2b2668-771c-4a48-873f-9d6d55138b2b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 815 time: 0.1201842 Jun 16 15:02:13.234624 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-e6feec67-c95b-4898-9a2a-270a6d87f572 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/quotas/2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 375 time: 0.0099185 Jun 16 15:02:13.309394 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-0fa1a3ae-db17-4f65-af18-15e5a964282a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680869 Jun 16 15:02:13.411578 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be0d0704-c0a1-4eda-9529-3a11c6411918 req-6d6aaca3-0ca6-47bd-a1ed-931f39ae6906 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884364 Jun 16 15:02:13.426979 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-82ada6a0-65fe-4aee-a886-9347d30371a4 service neutron] 10.222.0.72 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048181 Jun 16 15:02:13.543048 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-c3d7d0ff-a8e5-4da8-aee3-c0137961b841 service neutron] 10.222.0.72 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095421 Jun 16 15:02:13.749018 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6a35ab0a-72d2-4d4c-a8f7-3964b09b6e2f req-b983b61c-3b69-40b8-a40a-c5711838e734 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 210 time: 0.0369895 Jun 16 15:02:14.389986 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:14.575873 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532ffb7-7964-4641-aa7e-6784c4d821bb req-9898f8fc-3dfa-43dc-8d2f-0badf72caa01 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:14.578129 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7532ffb7-7964-4641-aa7e-6784c4d821bb req-9898f8fc-3dfa-43dc-8d2f-0badf72caa01 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0684009 Jun 16 15:02:14.629240 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7532ffb7-7964-4641-aa7e-6784c4d821bb req-c4ed6d41-c32b-49e1-a0c9-cf257a49ecd8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Jun 16 15:02:14.859376 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-21731766-29c0-43f5-a857-c0ffa1f8b9a5 req-e951da19-cc21-497d-86d5-6c0182829971 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 210 time: 0.0399277 Jun 16 15:02:14.917946 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:15.284967 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa048782-f474-4962-aa2a-ec812892512a req-311352ae-aa11-46bd-9eb3-5f4ffb9f4e94 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:15.286496 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-311352ae-aa11-46bd-9eb3-5f4ffb9f4e94 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 815 time: 0.1961503 Jun 16 15:02:15.407927 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-f5934858-76e7-4d0c-a332-2ddafd040534 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 472 time: 0.0944009 Jun 16 15:02:15.547929 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'port': {'device_id': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'admin_state_up': True, 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'security_groups': ['e3429605-7b9b-48bf-9fe3-b8a289754909']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:15.696541 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Made reservation on behalf of 2940b81a86c2401db1aa432d9a0735eb for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:02:15.701015 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:15.800934 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d4492-3cfb-4cca-937a-7612ffaa2073 req-f27b676a-899d-4e6b-8763-fc02aa5d8e31 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:15.802993 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ef8d4492-3cfb-4cca-937a-7612ffaa2073 req-f27b676a-899d-4e6b-8763-fc02aa5d8e31 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0757880 Jun 16 15:02:15.840874 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:15.899260 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ef8d4492-3cfb-4cca-937a-7612ffaa2073 req-c853111a-4401-4319-a71f-f8e7a0c6a89c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830617 Jun 16 15:02:15.914176 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Allocated IP 172.20.0.7 (585283c3-d940-441f-ba61-bbe0dfecbee8/da0217a2-0b83-4eb2-9b52-4b39182d5235/81f49aec-659a-46a4-b41a-827750fcd2ce) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:02:16.016010 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-69f67734-ca04-45f0-8b60-a33e3f2515c4 req-30c8212d-f131-4bc7-8e61-a7c83956f9b5 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 210 time: 0.0497000 Jun 16 15:02:16.154498 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:16.192231 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:16.247060 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:02:16.250637 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:02:16.258350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:02:16.288202 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=81f49aec-659a-46a4-b41a-827750fcd2ce,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:16.315550 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:16.340432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:16.341612 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:16.363228 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-1ef1006c-bde5-4b1d-b583-24849c3091ee tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194692 Jun 16 15:02:16.497296 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Request body: {'port': {'device_id': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:16.565015 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9af4e339-51e9-400d-85f7-99972672a6a6 None None] Provisioning complete for port 81f49aec-659a-46a4-b41a-827750fcd2ce triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:02:16.566158 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9af4e339-51e9-400d-85f7-99972672a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:16.581483 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:16.605214 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9af4e339-51e9-400d-85f7-99972672a6a6 None None] Port 81f49aec-659a-46a4-b41a-827750fcd2ce cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:02:16.911432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f49aec-659a-46a4-b41a-827750fcd2ce {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:02:16.921808 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Publish callbacks [] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:16.938268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Transition to ACTIVE for port object 81f49aec-659a-46a4-b41a-827750fcd2ce will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:02:16.942451 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:17.059552 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b366f-7a09-48e5-b55a-45e172194b0a req-ede4028c-1096-48fa-a61b-f43372f30f41 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:17.069981 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ce2b366f-7a09-48e5-b55a-45e172194b0a req-ede4028c-1096-48fa-a61b-f43372f30f41 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0914707 Jun 16 15:02:17.107962 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Pushing event updated for resources: {'Port': ['ID=81f49aec-659a-46a4-b41a-827750fcd2ce,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:17.118118 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:17.291147 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Attempting to bind port 81f49aec-659a-46a4-b41a-827750fcd2ce on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:02:17.291520 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Attempting to bind port 81f49aec-659a-46a4-b41a-827750fcd2ce by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:02:17.292590 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Attempting to bind port 81f49aec-659a-46a4-b41a-827750fcd2ce on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:02:17.298565 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Port 81f49aec-659a-46a4-b41a-827750fcd2ce on network 585283c3-d940-441f-ba61-bbe0dfecbee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:02:17.301210 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Attempting to bind port 81f49aec-659a-46a4-b41a-827750fcd2ce on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:02:17.315192 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8c9e-0612-4c03-b636-af4348b1e73e req-d556f1df-54bc-45c8-b0d3-bbbb359bf042 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:17.317212 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0dbc8c9e-0612-4c03-b636-af4348b1e73e req-d556f1df-54bc-45c8-b0d3-bbbb359bf042 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 943 time: 0.1143253 Jun 16 15:02:17.318252 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:02:17.318683 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Checking segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:02:17.326084 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Bound using segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:02:17.326490 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Bound port: 81f49aec-659a-46a4-b41a-827750fcd2ce, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:02:17.327014 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:17.412236 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ce2b366f-7a09-48e5-b55a-45e172194b0a req-9a395d10-042f-4192-af43-e1d874fc2265 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412640 Jun 16 15:02:17.501952 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0dbc8c9e-0612-4c03-b636-af4348b1e73e req-80697347-573c-4865-8670-bdb55d293442 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598415 Jun 16 15:02:17.538189 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] For port 81f49aec-659a-46a4-b41a-827750fcd2ce, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:02:17.542378 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] For port 81f49aec-659a-46a4-b41a-827750fcd2ce, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=81f49aec-659a-46a4-b41a-827750fcd2ce,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:02:17.552071 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:17.599245 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:17.599882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:17.602163 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] 10.222.0.86 "PUT /v2.0/ports/81f49aec-659a-46a4-b41a-827750fcd2ce HTTP/1.1" status: 200 len: 1093 time: 1.1103208 Jun 16 15:02:17.602702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'tag': '81f49aec-659a-46a4-b41a-827750fcd2ce'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:02:17.605882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a310ce-a575-4379-9390-2b4ad718e3ed", "tag": "81f49aec-659a-46a4-b41a-827750fcd2ce"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:17.642388 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf9269-6767-4caf-8fe6-cdfddff9f982 service neutron] Pushing event updated for resources: {'Port': ['ID=81f49aec-659a-46a4-b41a-827750fcd2ce,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:17.666381 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74389393-2ddc-4854-a418-b1a9ad9a2da4 x-openstack-request-id: req-74389393-2ddc-4854-a418-b1a9ad9a2da4 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:17.667057 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a310ce-a575-4379-9390-2b4ad718e3ed", "tag": "81f49aec-659a-46a4-b41a-827750fcd2ce", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:17.667541 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-74389393-2ddc-4854-a418-b1a9ad9a2da4 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:17.668056 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74389393-2ddc-4854-a418-b1a9ad9a2da4'] response: {'name': 'network-changed', 'server_uuid': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'tag': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'status': 'completed', 'code': 200} Jun 16 15:02:17.760499 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa048782-f474-4962-aa2a-ec812892512a req-58e4c42d-9abb-40fd-b451-5a40edc39e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:17.762797 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-58e4c42d-9abb-40fd-b451-5a40edc39e0c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 1127 time: 0.0556691 Jun 16 15:02:17.836091 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-4fc7dc3c-47aa-4a3a-bb37-2c293dc67710 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f49aec-659a-46a4-b41a-827750fcd2ce HTTP/1.1" status: 200 len: 217 time: 0.0491555 Jun 16 15:02:17.892294 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:17.909951 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa048782-f474-4962-aa2a-ec812892512a req-79d5d6c4-61f6-46e5-b45d-c3c5e16740be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:17.911461 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-79d5d6c4-61f6-46e5-b45d-c3c5e16740be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.0649357 Jun 16 15:02:17.993126 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa048782-f474-4962-aa2a-ec812892512a req-9e6352ba-82fd-41c7-b2ba-178940381db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:17.996498 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-9e6352ba-82fd-41c7-b2ba-178940381db8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760958 Jun 16 15:02:18.097899 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-a57d1062-3d41-4d59-b812-a972e402584d service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881147 Jun 16 15:02:18.208711 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-aa048782-f474-4962-aa2a-ec812892512a req-bdf44d22-9f4f-40e6-b4c0-7ba13031a254 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962050 Jun 16 15:02:18.557595 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516a189-0546-4a96-9ea2-0899024d3746 req-4d794e01-63ce-4375-87c0-ee1f6adddc05 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:18.559373 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e516a189-0546-4a96-9ea2-0899024d3746 req-4d794e01-63ce-4375-87c0-ee1f6adddc05 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0646636 Jun 16 15:02:18.589272 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52a95f-daec-4abc-8fe2-732ebd396571 req-b7132cf3-7a50-46f0-9f45-6ec6c00d97b2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:18.591554 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0f52a95f-daec-4abc-8fe2-732ebd396571 req-b7132cf3-7a50-46f0-9f45-6ec6c00d97b2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0535934 Jun 16 15:02:18.622513 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e516a189-0546-4a96-9ea2-0899024d3746 req-546c2a32-7056-4e15-9d02-b631780b65ec tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571213 Jun 16 15:02:18.645275 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:18.661813 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0f52a95f-daec-4abc-8fe2-732ebd396571 req-a4bc7e89-1103-4cb5-a689-6bc991eea0fa tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 Jun 16 15:02:18.681112 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39054) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:18.785536 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351899d6-fe77-419e-ab1b-b34aad76aa1e req-10523544-f2dc-471e-8120-4f75f79f9f05 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:18.788463 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-351899d6-fe77-419e-ab1b-b34aad76aa1e req-10523544-f2dc-471e-8120-4f75f79f9f05 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 943 time: 0.0800800 Jun 16 15:02:18.867528 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-351899d6-fe77-419e-ab1b-b34aad76aa1e req-8f394532-52d0-4c6f-894b-14bb13b864b6 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716913 Jun 16 15:02:18.877449 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb1d84-a6bf-4c04-9c9b-b23f5a957a0d tempest-TestMinimumBasicScenario-676347032 tempest-TestMinimumBasicScenario-676347032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:18.885732 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-95bb1d84-a6bf-4c04-9c9b-b23f5a957a0d tempest-TestMinimumBasicScenario-676347032 tempest-TestMinimumBasicScenario-676347032-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1124 time: 0.2030602 Jun 16 15:02:18.886806 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39058) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:18.891954 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'port_id': '186c05a0-cf63-4d64-870c-57ea93435c68', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:18.925374 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:18.947532 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:19.052586 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:19.218501 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Allocated IP 172.27.2.233 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/378f5921-4dd5-4f32-8bbf-7ed90a6636ae) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:02:19.349919 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for port (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:19.399434 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:19.445433 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:02:19.450843 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:02:19.455431 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:02:19.480741 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'Port': ['ID=378f5921-4dd5-4f32-8bbf-7ed90a6636ae,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:19.792261 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ba24f-5044-4d5b-8c8b-900b5c80f6f3 req-684b1655-78fe-4800-b2f5-bcb6bc324133 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:19.794034 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-624ba24f-5044-4d5b-8c8b-900b5c80f6f3 req-684b1655-78fe-4800-b2f5-bcb6bc324133 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0690765 Jun 16 15:02:19.865100 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:19.966490 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-624ba24f-5044-4d5b-8c8b-900b5c80f6f3 req-3271a187-ef58-4396-ba38-4f93cfc71f64 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377537 Jun 16 15:02:20.019455 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for floatingip (21a29768-a752-4c7d-b87b-27ae71cd1b22), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:20.061435 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edfbc3-1989-4fe4-b40e-c54be9795fa9 req-94052b30-6ba0-4026-b9e4-87af63911f8d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:20.065353 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-39edfbc3-1989-4fe4-b40e-c54be9795fa9 req-94052b30-6ba0-4026-b9e4-87af63911f8d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 943 time: 0.0893073 Jun 16 15:02:20.079470 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:20.128459 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:20.149483 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-39edfbc3-1989-4fe4-b40e-c54be9795fa9 req-c8b14a30-2950-417e-a4c6-71bdfc12d256 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784409 Jun 16 15:02:20.351784 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for port (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:20.358918 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:20.397934 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (21a29768-a752-4c7d-b87b-27ae71cd1b22), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:20.459332 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'Port': ['ID=378f5921-4dd5-4f32-8bbf-7ed90a6636ae,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:20.529595 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Floating IP 21a29768-a752-4c7d-b87b-27ae71cd1b22 associated. External IP: 172.27.2.233, port: 186c05a0-cf63-4d64-870c-57ea93435c68. Jun 16 15:02:20.821043 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:02:20.964691 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:02:20.977330 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] Sync routers for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:02:20.986749 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:20.996977 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:02:20.998193 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:02:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:21.032874 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-71fd58ee-cbf6-4a8a-ba32-1209d45457e8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1439970 Jun 16 15:02:21.033911 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:02:21.035404 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39072) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:21.037228 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44daaa9-0875-4110-8633-7b03d4905c96" -d '{"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:21.041135 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-2ac58d32-5b25-404b-80f2-fa9e7161432b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389256946', 'description': 'tempest-secgroup-smoke-1389256946 description', 'project_id': '3048a9bbedf74d49a27c9911ca2ad960'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:21.079334 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2ac58d32-5b25-404b-80f2-fa9e7161432b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.110354 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd9210d-a290-476e-b089-26e196cbe336 x-openstack-request-id: req-cfd9210d-a290-476e-b089-26e196cbe336 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:21.110801 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:21.111241 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cfd9210d-a290-476e-b089-26e196cbe336 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:21.114095 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd9210d-a290-476e-b089-26e196cbe336'] response: {'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68', 'status': 'completed', 'code': 200} Jun 16 15:02:21.163852 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:02:21.218574 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdb7ae-2dbe-4f7f-baf1-83d3133d3b37 req-3777473b-490a-4be1-b277-4549095bda6c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:21.219843 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3bcdb7ae-2dbe-4f7f-baf1-83d3133d3b37 req-3777473b-490a-4be1-b277-4549095bda6c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0942140 Jun 16 15:02:21.247448 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:21.273348 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2ac58d32-5b25-404b-80f2-fa9e7161432b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group (2fb7ef3c-5da8-4b98-a2fa-6921b88e8578), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.286343 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3bcdb7ae-2dbe-4f7f-baf1-83d3133d3b37 req-0d44edb6-d0c2-440c-aa04-c1bf5280ceea tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606818 Jun 16 15:02:21.288827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2ac58d32-5b25-404b-80f2-fa9e7161432b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (2fb7ef3c-5da8-4b98-a2fa-6921b88e8578), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.297488 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:21.345533 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2ac58d32-5b25-404b-80f2-fa9e7161432b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.351784 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39078) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:21.359714 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:21.360695 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-3305cbf5-de8f-4ac9-b601-c7747d608250 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'security_group_rule': {'security_group_id': '2fb7ef3c-5da8-4b98-a2fa-6921b88e8578', 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:21.366187 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-2ac58d32-5b25-404b-80f2-fa9e7161432b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3240314 Jun 16 15:02:21.416147 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac58d32-5b25-404b-80f2-fa9e7161432b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:21.448523 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3305cbf5-de8f-4ac9-b601-c7747d608250 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (cc4d030c-5b1a-45b0-92e3-3ea64ac78046), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.560095 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '21a29768-a752-4c7d-b87b-27ae71cd1b22', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'port_id': '186c05a0-cf63-4d64-870c-57ea93435c68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'mac_address': 'fa:16:3e:2c:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:02:19Z', 'updated_at': '2022-06-16T15:02:19Z', 'revision_number': 0, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 5, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:21.568563 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:21.573400 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ddde0-864d-4599-9984-3d8973d4fc8e req-21b2a93f-1000-47cf-9a2e-af2ec91b6704 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:21.586071 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e84ddde0-864d-4599-9984-3d8973d4fc8e req-21b2a93f-1000-47cf-9a2e-af2ec91b6704 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 943 time: 0.2015879 Jun 16 15:02:21.603955 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3305cbf5-de8f-4ac9-b601-c7747d608250 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (cc4d030c-5b1a-45b0-92e3-3ea64ac78046), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.613439 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3305cbf5-de8f-4ac9-b601-c7747d608250 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (cc4d030c-5b1a-45b0-92e3-3ea64ac78046), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.634946 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] Checking router: bc7081a4-b15e-436c-b07b-40c2e3f44ce6 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:02:21.653404 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-3305cbf5-de8f-4ac9-b601-c7747d608250 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.657940 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-3305cbf5-de8f-4ac9-b601-c7747d608250 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040659 Jun 16 15:02:21.659152 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39080) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:21.677567 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-2849bbf7-2a55-4d58-8e8e-02f8ffc7e81f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'security_group_rule': {'security_group_id': '2fb7ef3c-5da8-4b98-a2fa-6921b88e8578', 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:21.683515 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:02:21.685230 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:02:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:21.701282 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305cbf5-de8f-4ac9-b601-c7747d608250 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4d030c-5b1a-45b0-92e3-3ea64ac78046,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:21.772876 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2849bbf7-2a55-4d58-8e8e-02f8ffc7e81f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (7bdfb0df-a7f0-4b18-a401-95f75bca0324), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.884710 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:21.903859 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e84ddde0-864d-4599-9984-3d8973d4fc8e req-5b749747-1028-4271-b893-e093169aaf44 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047161 Jun 16 15:02:21.909277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-2eb092d7-ea1c-425d-ba5d-dc636bd0267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:21.909557 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2849bbf7-2a55-4d58-8e8e-02f8ffc7e81f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (7bdfb0df-a7f0-4b18-a401-95f75bca0324), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.910833 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-2eb092d7-ea1c-425d-ba5d-dc636bd0267c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1129 time: 0.1651413 Jun 16 15:02:21.916483 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2849bbf7-2a55-4d58-8e8e-02f8ffc7e81f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (7bdfb0df-a7f0-4b18-a401-95f75bca0324), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:21.920754 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-4ab8abf8-70b8-4866-978d-72b2973c0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:21.926885 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-4ab8abf8-70b8-4866-978d-72b2973c0d3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 1127 time: 0.2204120 Jun 16 15:02:21.973433 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849bbf7-2a55-4d58-8e8e-02f8ffc7e81f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdfb0df-a7f0-4b18-a401-95f75bca0324,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:22.008001 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2849bbf7-2a55-4d58-8e8e-02f8ffc7e81f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.010929 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2849bbf7-2a55-4d58-8e8e-02f8ffc7e81f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3402557 Jun 16 15:02:22.013582 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39082) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:22.015531 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 81f49aec-659a-46a4-b41a-827750fcd2ce details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:02:22.021340 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-c7c85c7a-69d7-4bcf-8419-717161a506f8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'security_group_rule': {'security_group_id': '2fb7ef3c-5da8-4b98-a2fa-6921b88e8578', 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:22.081817 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c7c85c7a-69d7-4bcf-8419-717161a506f8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (52577d2c-715c-47c7-bf9d-ffca2e105b44), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.176119 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-8fc8e45f-fb8d-406c-b088-c98af9958f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:22.179625 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-8fc8e45f-fb8d-406c-b088-c98af9958f4a service neutron] 10.222.0.86 "GET /v2.0/networks?id=c58a8a40-85d7-41b3-b34e-893286ec9c73 HTTP/1.1" status: 200 len: 917 time: 0.2504952 Jun 16 15:02:22.186183 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-3928c653-a6b1-4ba5-b3b8-f06898a9062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:22.189437 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-3928c653-a6b1-4ba5-b3b8-f06898a9062d service neutron] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 917 time: 0.2507582 Jun 16 15:02:22.220566 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c7c85c7a-69d7-4bcf-8419-717161a506f8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (52577d2c-715c-47c7-bf9d-ffca2e105b44), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.226787 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c7c85c7a-69d7-4bcf-8419-717161a506f8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (52577d2c-715c-47c7-bf9d-ffca2e105b44), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.248458 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:02:22.256365 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c85c7a-69d7-4bcf-8419-717161a506f8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52577d2c-715c-47c7-bf9d-ffca2e105b44,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:22.264238 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c7c85c7a-69d7-4bcf-8419-717161a506f8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.266472 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c7c85c7a-69d7-4bcf-8419-717161a506f8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515335 Jun 16 15:02:22.269559 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39084) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:22.277575 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-be28b5ba-d7a2-4cc5-8a17-e850ce48aa78 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'security_group_rule': {'security_group_id': '2fb7ef3c-5da8-4b98-a2fa-6921b88e8578', 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:22.325798 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-be28b5ba-d7a2-4cc5-8a17-e850ce48aa78 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (1f41281a-828f-43f8-a436-615b0f7958e3), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.329060 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-efea67ac-ad92-449c-884c-3e04a8206d63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f49aec-659a-46a4-b41a-827750fcd2ce HTTP/1.1" status: 200 len: 217 time: 0.1216886 Jun 16 15:02:22.384721 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:22.411530 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 81f49aec-659a-46a4-b41a-827750fcd2ce, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=81f49aec-659a-46a4-b41a-827750fcd2ce,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:02:22.417911 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-be28b5ba-d7a2-4cc5-8a17-e850ce48aa78 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (1f41281a-828f-43f8-a436-615b0f7958e3), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.426326 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-be28b5ba-d7a2-4cc5-8a17-e850ce48aa78 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (1f41281a-828f-43f8-a436-615b0f7958e3), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.442434 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'port_id': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'mac_address': 'fa:16:3e:d0:9b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:02:22.452084 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-ba1ee8f6-6233-4c00-bd19-d903b892af08 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 999 time: 0.2611074 Jun 16 15:02:22.457559 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-be28b5ba-d7a2-4cc5-8a17-e850ce48aa78 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.463322 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-be28b5ba-d7a2-4cc5-8a17-e850ce48aa78 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1915681 Jun 16 15:02:22.464211 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39088) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:22.470616 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-cc09bf31-9259-4590-a12c-c11f8c5546fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'security_group_rule': {'security_group_id': '2fb7ef3c-5da8-4b98-a2fa-6921b88e8578', 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:22.476173 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28b5ba-d7a2-4cc5-8a17-e850ce48aa78 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f41281a-828f-43f8-a436-615b0f7958e3,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:22.511715 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-9bc8722c-8511-4fce-9c18-41eadc2db5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:22.513711 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-9bc8722c-8511-4fce-9c18-41eadc2db5f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.1580181 Jun 16 15:02:22.546278 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 81f49aec-659a-46a4-b41a-827750fcd2ce is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:02:22.547600 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.564150 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-0d9726ef-e873-48e6-92ba-80c225c487b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:22.565778 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-0d9726ef-e873-48e6-92ba-80c225c487b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=97b06ae8-53a7-4aac-9d57-cbaa060b7b49 HTTP/1.1" status: 200 len: 854 time: 0.1022491 Jun 16 15:02:22.566991 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f49aec-659a-46a4-b41a-827750fcd2ce {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:02:22.570390 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277d2ea-0961-4717-be0d-b5824755ba41 req-27ea0842-a4b0-4434-a8fe-e139ac773c9d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:22.573372 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8277d2ea-0961-4717-be0d-b5824755ba41 req-27ea0842-a4b0-4434-a8fe-e139ac773c9d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1065099 Jun 16 15:02:22.602483 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.securitygroups_db [None req-cc09bf31-9259-4590-a12c-c11f8c5546fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Project 3048a9bbedf74d49a27c9911ca2ad960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:02:22.619093 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-cc09bf31-9259-4590-a12c-c11f8c5546fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (3f3fc3f7-55c1-4c6a-a2a3-0236efdf53f0), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.634235 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-6c396e46-0391-495d-a332-7ecea8a81434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:22.635957 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-6c396e46-0391-495d-a332-7ecea8a81434 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089749 Jun 16 15:02:22.653385 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-7836c2ea-2ac9-4e7b-89e4-509e4913b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:22.656031 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-7836c2ea-2ac9-4e7b-89e4-509e4913b3f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c58a8a40-85d7-41b3-b34e-893286ec9c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741324 Jun 16 15:02:22.658354 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '21a29768-a752-4c7d-b87b-27ae71cd1b22', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'port_id': '186c05a0-cf63-4d64-870c-57ea93435c68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'mac_address': 'fa:16:3e:2c:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:02:19Z', 'updated_at': '2022-06-16T15:02:19Z', 'revision_number': 0, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 5, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:22.661714 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 81f49aec-659a-46a4-b41a-827750fcd2ce, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=81f49aec-659a-46a4-b41a-827750fcd2ce,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:02:22.679030 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8277d2ea-0961-4717-be0d-b5824755ba41 req-60e2803d-3efc-4206-8dfe-fa36b023bb0f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896537 Jun 16 15:02:22.708475 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.723900 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50321f6-111e-41b9-9156-0a3497f1384b None None] The sync data for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi is: [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '21a29768-a752-4c7d-b87b-27ae71cd1b22', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'port_id': '186c05a0-cf63-4d64-870c-57ea93435c68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'mac_address': 'fa:16:3e:2c:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:02:19Z', 'updated_at': '2022-06-16T15:02:19Z', 'revision_number': 0, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 5, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:02:22.761722 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:22.786995 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-cc09bf31-9259-4590-a12c-c11f8c5546fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (3f3fc3f7-55c1-4c6a-a2a3-0236efdf53f0), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.800284 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-cc09bf31-9259-4590-a12c-c11f8c5546fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (3f3fc3f7-55c1-4c6a-a2a3-0236efdf53f0), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.813549 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=81f49aec-659a-46a4-b41a-827750fcd2ce,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:22.860654 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-cc09bf31-9259-4590-a12c-c11f8c5546fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:22.862633 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-cc09bf31-9259-4590-a12c-c11f8c5546fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3969221 Jun 16 15:02:22.864435 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09bf31-9259-4590-a12c-c11f8c5546fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3fc3f7-55c1-4c6a-a2a3-0236efdf53f0,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:22.877021 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39092) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:22.886706 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-6d3bbd7d-30b5-4428-9458-f582bcddb76f service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345600 Jun 16 15:02:22.891826 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-e3e2aa26-b76d-49f7-9a9a-83dfd9091496 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'security_group_rule': {'security_group_id': '2fb7ef3c-5da8-4b98-a2fa-6921b88e8578', 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:22.921527 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:22.933675 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.securitygroups_db [None req-e3e2aa26-b76d-49f7-9a9a-83dfd9091496 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Project 3048a9bbedf74d49a27c9911ca2ad960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:02:22.945745 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e3e2aa26-b76d-49f7-9a9a-83dfd9091496 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (643fc85a-cc6d-4d5d-acde-854063fc3af5), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:23.070606 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e3e2aa26-b76d-49f7-9a9a-83dfd9091496 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (643fc85a-cc6d-4d5d-acde-854063fc3af5), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:23.076870 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e3e2aa26-b76d-49f7-9a9a-83dfd9091496 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (643fc85a-cc6d-4d5d-acde-854063fc3af5), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:23.101287 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2aa26-b76d-49f7-9a9a-83dfd9091496 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643fc85a-cc6d-4d5d-acde-854063fc3af5,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:23.117916 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e3e2aa26-b76d-49f7-9a9a-83dfd9091496 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:23.125539 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e3e2aa26-b76d-49f7-9a9a-83dfd9091496 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2472649 Jun 16 15:02:23.168640 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087bf7a-d86f-4215-9119-c68318ad9e5c None None] New status for floating IP 21a29768-a752-4c7d-b87b-27ae71cd1b22: ACTIVE {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:02:23.178897 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638420a-1977-44dd-845a-a3b78f8d0d97 req-2a914c01-3b42-4978-a375-fe9b11a1474b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:23.181418 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7638420a-1977-44dd-845a-a3b78f8d0d97 req-2a914c01-3b42-4978-a375-fe9b11a1474b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 944 time: 0.1188610 Jun 16 15:02:23.230502 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-a20b1968-d77e-43e6-8a7b-c44b21c1ce65 service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347593 Jun 16 15:02:23.279673 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c2183e0-8f82-444f-bfc8-f04c4e2c7910 req-bd3ae5df-a1e6-48f5-b922-e09e9fe10d08 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579097 Jun 16 15:02:23.359341 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-af143319-d9e6-4993-bd55-ba495798e09b req-31b31b05-380a-44eb-8740-b6bf33fd198c tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389256946&fields=id&tenant_id=3048a9bbedf74d49a27c9911ca2ad960 HTTP/1.1" status: 200 len: 267 time: 0.1377194 Jun 16 15:02:23.381758 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:23.392707 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7638420a-1977-44dd-845a-a3b78f8d0d97 req-d4382883-7951-4224-a590-d3f657f52461 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903489 Jun 16 15:02:23.438508 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e44daaa9-0875-4110-8633-7b03d4905c96 req-6ac57f1f-60ba-486e-a323-7cdb07dae44f service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945043 Jun 16 15:02:23.483233 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143319-d9e6-4993-bd55-ba495798e09b req-2eb6c41c-b335-4253-ac5c-0afa3ea7ca09 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:23.496632 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-af143319-d9e6-4993-bd55-ba495798e09b req-2eb6c41c-b335-4253-ac5c-0afa3ea7ca09 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.1293476 Jun 16 15:02:23.508734 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [req-af143319-d9e6-4993-bd55-ba495798e09b req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'port': {'security_groups': ['11f8f6fe-57f0-40f7-9219-ea70f011e0d7', '2fb7ef3c-5da8-4b98-a2fa-6921b88e8578']}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:23.538683 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['81f49aec-659a-46a4-b41a-827750fcd2ce'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:02:23.567567 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:23.623366 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-af143319-d9e6-4993-bd55-ba495798e09b req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:23.905883 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00039286-071c-4548-a914-c1ad4bb19bd8 req-ca1edcd5-6ca2-45f0-92ea-6de9bfb7efbd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:23.914865 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-00039286-071c-4548-a914-c1ad4bb19bd8 req-ca1edcd5-6ca2-45f0-92ea-6de9bfb7efbd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0880356 Jun 16 15:02:23.925151 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:23.976971 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [req-af143319-d9e6-4993-bd55-ba495798e09b req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] For port 186c05a0-cf63-4d64-870c-57ea93435c68, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=186c05a0-cf63-4d64-870c-57ea93435c68,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:02:23.984402 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-00039286-071c-4548-a914-c1ad4bb19bd8 req-f4fe9532-70ea-462a-8fa8-d6c639980b3e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684404 Jun 16 15:02:24.062937 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-af143319-d9e6-4993-bd55-ba495798e09b req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for port (186c05a0-cf63-4d64-870c-57ea93435c68), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:24.072198 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-af143319-d9e6-4993-bd55-ba495798e09b req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:24.154179 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143319-d9e6-4993-bd55-ba495798e09b req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:24.155944 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [req-af143319-d9e6-4993-bd55-ba495798e09b req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:24.158136 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-af143319-d9e6-4993-bd55-ba495798e09b req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "PUT /v2.0/ports/186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 981 time: 0.6581337 Jun 16 15:02:24.158136 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:02:24.161321 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe5e092-50db-42c5-896f-53c3e49e3bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:24.239008 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ace8fb-0483-46f7-bcdb-97c0459b52a0 x-openstack-request-id: req-30ace8fb-0483-46f7-bcdb-97c0459b52a0 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:24.239698 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:24.239949 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30ace8fb-0483-46f7-bcdb-97c0459b52a0 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:24.240375 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ace8fb-0483-46f7-bcdb-97c0459b52a0'] response: {'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68', 'status': 'completed', 'code': 200} Jun 16 15:02:24.241438 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d79bae-6661-4c0c-a576-e5da2884888b tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'Port': ['ID=186c05a0-cf63-4d64-870c-57ea93435c68,revision_number=6']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:24.371245 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-4807ce2c-0660-49a7-a96a-db41cb1ec9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:24.374023 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-4807ce2c-0660-49a7-a96a-db41cb1ec9a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1168 time: 0.0536125 Jun 16 15:02:24.506206 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9ec5e052-e59f-4e20-8e79-72026391b588 None None] Provisioning complete for port 186c05a0-cf63-4d64-870c-57ea93435c68 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:02:24.506916 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e052-e59f-4e20-8e79-72026391b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:24.601659 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5e052-e59f-4e20-8e79-72026391b588 None None] Current status of the port 186c05a0-cf63-4d64-870c-57ea93435c68 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:02:24.609955 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebdc0d-d3d6-4dd9-a4d7-1232b5afc462 req-305a75dc-3483-4c89-bace-449f1572ce85 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:24.611759 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f9ebdc0d-d3d6-4dd9-a4d7-1232b5afc462 req-305a75dc-3483-4c89-bace-449f1572ce85 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.3238595 Jun 16 15:02:24.683947 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f9ebdc0d-d3d6-4dd9-a4d7-1232b5afc462 req-d6a77675-2e77-41c8-9fd3-98804267ca9f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661023 Jun 16 15:02:24.808687 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea20f4-5266-411d-aaad-f6c29fdad4fc req-62d347b7-482b-4637-9ced-8c413df7899b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:24.817221 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7eea20f4-5266-411d-aaad-f6c29fdad4fc req-62d347b7-482b-4637-9ced-8c413df7899b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 944 time: 0.0773084 Jun 16 15:02:24.842879 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-219fc49e-fd68-49f4-9d0a-0a32447b2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:24.844112 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-219fc49e-fd68-49f4-9d0a-0a32447b2b4f service neutron] 10.222.0.86 "GET /v2.0/networks?id=c58a8a40-85d7-41b3-b34e-893286ec9c73 HTTP/1.1" status: 200 len: 917 time: 0.4590006 Jun 16 15:02:24.922445 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7eea20f4-5266-411d-aaad-f6c29fdad4fc req-b5912d7f-7c45-458f-8c01-55d4e66605b7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040101 Jun 16 15:02:24.943317 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-274db8d8-7a02-4416-8c24-4dffd441d8de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 1001 time: 0.0909457 Jun 16 15:02:25.003200 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-a4c11010-d2d2-4ee1-ab92-78dd2f75d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:25.004789 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-a4c11010-d2d2-4ee1-ab92-78dd2f75d41f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=97b06ae8-53a7-4aac-9d57-cbaa060b7b49 HTTP/1.1" status: 200 len: 854 time: 0.0496414 Jun 16 15:02:25.059270 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-b00d0296-10c7-457d-a2ac-f7ee46c71fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:25.061378 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-b00d0296-10c7-457d-a2ac-f7ee46c71fab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c58a8a40-85d7-41b3-b34e-893286ec9c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458317 Jun 16 15:02:25.201095 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252281f5-498f-4d10-a940-3ddc5fff0dbf req-6e506cd0-6696-4f6c-8ee3-6017c647e87f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:25.208373 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-252281f5-498f-4d10-a940-3ddc5fff0dbf req-6e506cd0-6696-4f6c-8ee3-6017c647e87f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0759716 Jun 16 15:02:25.211934 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-a61f6d3f-2393-49a6-b588-fce7d3d2f7ba service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415534 Jun 16 15:02:25.255024 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-252281f5-498f-4d10-a940-3ddc5fff0dbf req-60d4ca36-c151-4361-bf36-925cf5eb2819 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456061 Jun 16 15:02:25.337756 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe5e092-50db-42c5-896f-53c3e49e3bf9 req-70881611-df3b-4e5a-aca8-029c8b4316e7 service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181772 Jun 16 15:02:25.457022 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['186c05a0-cf63-4d64-870c-57ea93435c68'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:02:25.593301 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['186c05a0-cf63-4d64-870c-57ea93435c68'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:02:25.683269 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 81f49aec-659a-46a4-b41a-827750fcd2ce up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:02:25.806186 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 81f49aec-659a-46a4-b41a-827750fcd2ce completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:02:25.833694 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 81f49aec-659a-46a4-b41a-827750fcd2ce triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:02:25.834720 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:25.907233 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:26.054331 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:26.071639 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7553-93ad-4556-84f6-7349f3fad67f req-a87addf7-7291-45e6-9368-f155036b463b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:26.078809 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-89df7553-93ad-4556-84f6-7349f3fad67f req-a87addf7-7291-45e6-9368-f155036b463b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 944 time: 0.0593805 Jun 16 15:02:26.178539 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 81f49aec-659a-46a4-b41a-827750fcd2ce is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:02:26.180522 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:26.180910 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-89df7553-93ad-4556-84f6-7349f3fad67f req-b008a22b-de84-4873-b709-aa39c290b125 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010463 Jun 16 15:02:26.235863 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f49aec-659a-46a4-b41a-827750fcd2ce'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:02:26.238149 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ab6816-8f40-4612-91b4-49aa3b973790" -d '{"events": [{"server_uuid": "a6a310ce-a575-4379-9390-2b4ad718e3ed", "name": "network-vif-plugged", "status": "completed", "tag": "81f49aec-659a-46a4-b41a-827750fcd2ce"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:26.260108 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 81f49aec-659a-46a4-b41a-827750fcd2ce, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=81f49aec-659a-46a4-b41a-827750fcd2ce,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:02:26.275091 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:26.313974 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bc38ee-b91f-4aae-91f7-c6983f79300a x-openstack-request-id: req-09bc38ee-b91f-4aae-91f7-c6983f79300a {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:26.314264 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a310ce-a575-4379-9390-2b4ad718e3ed", "name": "network-vif-plugged", "status": "completed", "tag": "81f49aec-659a-46a4-b41a-827750fcd2ce", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:26.314493 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-09bc38ee-b91f-4aae-91f7-c6983f79300a {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:26.314943 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bc38ee-b91f-4aae-91f7-c6983f79300a'] response: {'server_uuid': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'code': 200} Jun 16 15:02:26.434399 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6780-bded-4434-bebd-aa65c36bc3f4 req-72386683-82c9-48a7-8ec3-bd645f06adf6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:26.436246 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-939c6780-bded-4434-bebd-aa65c36bc3f4 req-72386683-82c9-48a7-8ec3-bd645f06adf6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0724967 Jun 16 15:02:26.450358 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=81f49aec-659a-46a4-b41a-827750fcd2ce,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:26.486963 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.487328 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.487662 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.488016 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.488404 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.488736 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.489081 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.489401 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.489720 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.490041 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.490358 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.490751 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.491088 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.491400 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.491823 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:26.515157 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-939c6780-bded-4434-bebd-aa65c36bc3f4 req-8021dae1-e59c-42e6-9614-028fd4177daa tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726595 Jun 16 15:02:26.661382 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c53d3-a323-4007-9565-36ddda12ba8e req-bdd9114e-6c86-4d23-bdf7-e224d6a5105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:26.664252 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-828c53d3-a323-4007-9565-36ddda12ba8e req-bdd9114e-6c86-4d23-bdf7-e224d6a5105d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 1129 time: 0.0563016 Jun 16 15:02:26.728404 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-828c53d3-a323-4007-9565-36ddda12ba8e req-da7e7695-ddff-44ea-b242-ca970688d801 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571914 Jun 16 15:02:27.378759 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:27.394870 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69008e8f-66b8-4ce8-b2bd-eaa0b7203bde req-ef91b8fb-a82a-4c80-9202-bd6963bf85fa tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:27.396395 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-69008e8f-66b8-4ce8-b2bd-eaa0b7203bde req-ef91b8fb-a82a-4c80-9202-bd6963bf85fa tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.0569813 Jun 16 15:02:27.451365 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-69008e8f-66b8-4ce8-b2bd-eaa0b7203bde req-50f6cbf6-0659-4a0a-ae4c-48841b418e64 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448284 Jun 16 15:02:27.598587 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:27.638274 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd98ce-0296-4b11-8c7a-36472173ac01 req-ec0ac923-65d8-4a9d-959a-734ee0071a86 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:27.639767 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b5cd98ce-0296-4b11-8c7a-36472173ac01 req-ec0ac923-65d8-4a9d-959a-734ee0071a86 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0513287 Jun 16 15:02:27.705725 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b5cd98ce-0296-4b11-8c7a-36472173ac01 req-a70f811b-0294-4415-8ab1-55ec0d283c3a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595965 Jun 16 15:02:28.564621 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260448d3-c392-45e2-81c8-0ac932cec3d8 req-d1fbb27b-c5ed-4de2-a251-65b797c73594 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:28.566065 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-260448d3-c392-45e2-81c8-0ac932cec3d8 req-d1fbb27b-c5ed-4de2-a251-65b797c73594 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.0473385 Jun 16 15:02:28.608246 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:28.617323 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-260448d3-c392-45e2-81c8-0ac932cec3d8 req-6816f903-1970-4f92-b079-ef1a7a57abbd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451653 Jun 16 15:02:28.811512 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:28.825809 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83389d38-46ca-4f70-8904-622629bbac73 req-fb78fb97-168e-45fe-93c0-c530160918a4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:28.827214 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-83389d38-46ca-4f70-8904-622629bbac73 req-fb78fb97-168e-45fe-93c0-c530160918a4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0483367 Jun 16 15:02:28.877843 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-83389d38-46ca-4f70-8904-622629bbac73 req-bc53841d-6d15-4a7c-8a3d-2b524231ae5b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450971 Jun 16 15:02:29.736285 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29778a2-3379-434f-ba54-e0871d654a1b req-ddae1a69-8f88-440e-8aef-d2660289cf75 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:29.738020 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b29778a2-3379-434f-ba54-e0871d654a1b req-ddae1a69-8f88-440e-8aef-d2660289cf75 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.0524788 Jun 16 15:02:29.806922 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b29778a2-3379-434f-ba54-e0871d654a1b req-66c68d39-8639-4edb-80dd-d2a88ff278d4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630870 Jun 16 15:02:29.814517 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-22dee1e7-8a12-48b7-a3d6-c526935c8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:29.816071 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-22dee1e7-8a12-48b7-a3d6-c526935c8428 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0447717 Jun 16 15:02:30.006513 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfc0d3-1a94-4734-8f9e-635f927e3dff req-1218918d-f4a0-4865-9d43-0cdd92289685 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:30.008016 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-62bfc0d3-1a94-4734-8f9e-635f927e3dff req-1218918d-f4a0-4865-9d43-0cdd92289685 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.0497456 Jun 16 15:02:30.056947 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-62bfc0d3-1a94-4734-8f9e-635f927e3dff req-b628650f-a926-4099-931c-f5966401b4e2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431530 Jun 16 15:02:30.414873 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-bf3e7066-c5f6-4d9c-ba09-9db40cc2c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:30.416377 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-bf3e7066-c5f6-4d9c-ba09-9db40cc2c1db service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.0949845 Jun 16 15:02:30.482849 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-2f7b1e98-7cf0-45e3-8687-71ab63d56ae5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 1002 time: 0.0596631 Jun 16 15:02:30.542937 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-37daa056-bd0e-483a-aa83-aa4d6708dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:30.544440 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-37daa056-bd0e-483a-aa83-aa4d6708dd1c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0554779 Jun 16 15:02:30.593132 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-21269e21-e24d-4556-a5e4-22b9d3750988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:30.594679 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-21269e21-e24d-4556-a5e4-22b9d3750988 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438976 Jun 16 15:02:30.691538 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-dde82966-63d6-46fb-af17-eda62a88e625 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902679 Jun 16 15:02:30.789789 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53c99c09-6e18-41a6-99dd-938124b36dbe req-fab0033d-6cbb-4aba-8ab5-26d07d374968 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914936 Jun 16 15:02:30.930975 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25596ffd-e2b5-4af4-93a3-a5a075fa3002 req-5568affd-181d-4d0d-8a0b-bdfd488c9d64 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:30.932477 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-25596ffd-e2b5-4af4-93a3-a5a075fa3002 req-5568affd-181d-4d0d-8a0b-bdfd488c9d64 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.0507731 Jun 16 15:02:30.981727 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-25596ffd-e2b5-4af4-93a3-a5a075fa3002 req-1b55ede2-ff59-46c8-ab01-8b126eb99c99 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435970 Jun 16 15:02:31.101150 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078c9c7-5d90-48be-b982-dce26ec9fd94 req-7ff1b5e0-5139-4d21-9783-8f4e89b81867 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:31.102741 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0078c9c7-5d90-48be-b982-dce26ec9fd94 req-7ff1b5e0-5139-4d21-9783-8f4e89b81867 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.0543945 Jun 16 15:02:31.112027 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39162) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:31.117109 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'floatingip': {'port_id': '81f49aec-659a-46a4-b41a-827750fcd2ce'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:02:31.171037 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (c8bac526-5c0b-4f43-9a98-a49d87594d88), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:31.256666 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d03ab-b70e-4409-9b02-8c8c66e6bc62 req-ad578d08-7d2b-474b-9abd-135359ff17d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:31.258110 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f30d03ab-b70e-4409-9b02-8c8c66e6bc62 req-ad578d08-7d2b-474b-9abd-135359ff17d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 946 time: 0.1062639 Jun 16 15:02:31.340754 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:02:31.358658 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f30d03ab-b70e-4409-9b02-8c8c66e6bc62 req-7c8e1865-36d6-47ff-b5ec-acef11334d9b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944641 Jun 16 15:02:31.453931 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 is: ACTIVE; New status is: DOWN {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:02:31.454399 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:31.482634 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:02:31.485224 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f919693-09eb-4c30-bd80-05e807b6ea1e" -d '{"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:31.499854 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:02:31.504401 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:31.532527 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2eb56f-5dfa-45a1-b640-38052a9313f5 x-openstack-request-id: req-bd2eb56f-5dfa-45a1-b640-38052a9313f5 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:31.532860 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:31.533125 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd2eb56f-5dfa-45a1-b640-38052a9313f5 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:31.533519 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2eb56f-5dfa-45a1-b640-38052a9313f5'] response: {'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'code': 200} Jun 16 15:02:31.562212 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=8']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:31.734264 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:31.738471 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (c8bac526-5c0b-4f43-9a98-a49d87594d88), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:31.842921 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Floating IP c8bac526-5c0b-4f43-9a98-a49d87594d88 associated. External IP: 172.27.2.110, port: 81f49aec-659a-46a4-b41a-827750fcd2ce. Jun 16 15:02:31.932143 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:32.071903 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:32.086332 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:02:32.228802 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:02:32.234254 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:32.242490 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:02:32.262919 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:02:32.264327 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:02:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:32.271632 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-972b1ef0-1887-4c7e-8454-5969c6d7c6a0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "PUT /v2.0/floatingips/c8bac526-5c0b-4f43-9a98-a49d87594d88 HTTP/1.1" status: 200 len: 991 time: 1.1578171 Jun 16 15:02:32.272364 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:32.272565 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'tag': '81f49aec-659a-46a4-b41a-827750fcd2ce'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:02:32.275775 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a310ce-a575-4379-9390-2b4ad718e3ed", "tag": "81f49aec-659a-46a4-b41a-827750fcd2ce"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:32.320069 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930515b2-14a2-4110-a41a-4d8ad6267e79 x-openstack-request-id: req-930515b2-14a2-4110-a41a-4d8ad6267e79 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:32.320350 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:32.320489 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a310ce-a575-4379-9390-2b4ad718e3ed", "tag": "81f49aec-659a-46a4-b41a-827750fcd2ce", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:32.320627 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-930515b2-14a2-4110-a41a-4d8ad6267e79 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:32.321201 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-930515b2-14a2-4110-a41a-4d8ad6267e79'] response: {'name': 'network-changed', 'server_uuid': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'tag': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'status': 'completed', 'code': 200} Jun 16 15:02:32.387324 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:02:32.508003 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1400bef-8a90-4ff0-9bf4-cd5f634a98b2 req-c7e84da5-7e16-4f68-afaf-765336ebd692 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:32.509628 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1400bef-8a90-4ff0-9bf4-cd5f634a98b2 req-c7e84da5-7e16-4f68-afaf-765336ebd692 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0564399 Jun 16 15:02:32.563989 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1400bef-8a90-4ff0-9bf4-cd5f634a98b2 req-f020d309-0b8b-4869-9439-9e49208d8bb1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471630 Jun 16 15:02:32.617440 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'c8bac526-5c0b-4f43-9a98-a49d87594d88', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:d0:9b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:02:12Z', 'updated_at': '2022-06-16T15:02:31Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}, {'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:59Z', 'revision_number': 2, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:32.641315 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:02:32.650363 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:02:32.650985 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:02:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:32.754899 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:02:32.823836 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-e96b51be-47b5-48c7-aa16-fb1b4d603de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:32.825802 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-e96b51be-47b5-48c7-aa16-fb1b4d603de1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 1129 time: 0.0415077 Jun 16 15:02:32.921964 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-009a14c9-63af-4372-bbe7-0afd21ab74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:32.923419 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-009a14c9-63af-4372-bbe7-0afd21ab74c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 917 time: 0.0914352 Jun 16 15:02:32.978329 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'c8bac526-5c0b-4f43-9a98-a49d87594d88', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:d0:9b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:02:12Z', 'updated_at': '2022-06-16T15:02:31Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}, {'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:59Z', 'revision_number': 2, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:33.007017 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7467a2-bd89-4037-8284-9be133281a58 None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'c8bac526-5c0b-4f43-9a98-a49d87594d88', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:d0:9b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:02:12Z', 'updated_at': '2022-06-16T15:02:31Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}, {'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:59Z', 'revision_number': 2, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:02:33.018170 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:33.047771 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-64560bcf-df11-4276-9e67-a0e449cdc32b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f49aec-659a-46a4-b41a-827750fcd2ce HTTP/1.1" status: 200 len: 999 time: 0.0796146 Jun 16 15:02:33.092122 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:33.105675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-53f4e3a5-9b2b-4138-8bf3-4d1569837911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:33.107526 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-53f4e3a5-9b2b-4138-8bf3-4d1569837911 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.0527442 Jun 16 15:02:33.185511 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-55dcc29e-662e-497d-9204-7c0accac6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:33.187084 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-55dcc29e-662e-497d-9204-7c0accac6b0e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646391 Jun 16 15:02:33.270010 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ab52f-2a83-4c25-9c7b-542e59eb5407 None None] New status for floating IP c8bac526-5c0b-4f43-9a98-a49d87594d88: ACTIVE {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:02:33.645497 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-b94e819b-ad1b-4fcf-831a-73464cc04a59 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019034 Jun 16 15:02:33.735960 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1d202-5484-4d21-91e0-31e61680260d req-e96f1936-d18b-4a32-96b3-09e37de653a5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:33.737531 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2af1d202-5484-4d21-91e0-31e61680260d req-e96f1936-d18b-4a32-96b3-09e37de653a5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0840182 Jun 16 15:02:33.838279 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-be1e634e-a29d-47d7-ac2a-4213dd37a5b6 req-af98de68-ac47-49fa-bf42-fc19175a71fc service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527724 Jun 16 15:02:33.848748 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2af1d202-5484-4d21-91e0-31e61680260d req-aec0579e-bfa3-4627-a141-dcd891062e47 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836313 Jun 16 15:02:34.415515 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [req-76447809-1bd6-43a1-9ef0-1fd31cb8384a req-0ab71f37-f7d2-4dfd-8d5f-fc401e65b4a2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 15:02:34.416529 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-76447809-1bd6-43a1-9ef0-1fd31cb8384a req-0ab71f37-f7d2-4dfd-8d5f-fc401e65b4a2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0546374 Jun 16 15:02:34.588499 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3afc2c-7cd7-4e54-93cb-05ffd5dc9310 req-846160d3-acd1-496a-af4e-7143d7131155 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:34.590464 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1e3afc2c-7cd7-4e54-93cb-05ffd5dc9310 req-846160d3-acd1-496a-af4e-7143d7131155 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0538776 Jun 16 15:02:34.657129 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1e3afc2c-7cd7-4e54-93cb-05ffd5dc9310 req-5818ceea-bc87-4085-aa2b-d3e998f17990 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605528 Jun 16 15:02:34.845192 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39236) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:34.942941 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-77694215-6e77-4a23-8947-452be69042c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966010 Jun 16 15:02:34.952401 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-dd32ce97-23c8-419e-984b-2b005d068ee1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 15:02:34.953425 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-dd32ce97-23c8-419e-984b-2b005d068ee1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051403 Jun 16 15:02:35.030650 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39246) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:02:35.130844 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-2878686f-86fa-44cb-b906-855120071140 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:35.132129 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-2878686f-86fa-44cb-b906-855120071140 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports/4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 941 time: 0.1004972 Jun 16 15:02:35.799569 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc2be-5819-4c3f-b655-5205fabe6684 req-fe4eb9f3-4513-4bdf-b920-aefe34247201 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:35.801122 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-deddc2be-5819-4c3f-b655-5205fabe6684 req-fe4eb9f3-4513-4bdf-b920-aefe34247201 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0519202 Jun 16 15:02:35.856775 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-deddc2be-5819-4c3f-b655-5205fabe6684 req-b0af5b8c-f14c-48a3-9e4b-de1a9a3056d5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496724 Jun 16 15:02:36.981208 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0e509-e09d-4530-b93e-7602d013aea6 req-351a062f-c5f2-4b96-a535-85df119e8dba tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:36.982709 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6ad0e509-e09d-4530-b93e-7602d013aea6 req-351a062f-c5f2-4b96-a535-85df119e8dba tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0472898 Jun 16 15:02:37.032499 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6ad0e509-e09d-4530-b93e-7602d013aea6 req-48e5fc3b-1f3d-4b26-9a1c-865462237eb1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Jun 16 15:02:37.264439 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4b302dd7-574b-4055-940f-46c81c1dc553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:37.366773 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:02:37.568339 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 is: DOWN; New status is: DOWN {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:02:38.180588 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e257fbc-f0a0-4857-aec8-04d7191ba487 req-2e5c492f-ea36-4068-a261-955f225ef77b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:38.182127 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3e257fbc-f0a0-4857-aec8-04d7191ba487 req-2e5c492f-ea36-4068-a261-955f225ef77b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0575867 Jun 16 15:02:38.254579 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3e257fbc-f0a0-4857-aec8-04d7191ba487 req-750213f5-e0e8-44b6-945d-568e84174896 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661132 Jun 16 15:02:39.400207 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642b5f8-0dae-4e82-83f2-a5256d9b7eb4 req-df396fbf-147a-4bac-bebf-5fe78df16386 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:39.402227 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8642b5f8-0dae-4e82-83f2-a5256d9b7eb4 req-df396fbf-147a-4bac-bebf-5fe78df16386 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0647864 Jun 16 15:02:39.455675 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8642b5f8-0dae-4e82-83f2-a5256d9b7eb4 req-e91dc534-ce78-4524-a47f-caf6d2a89fce tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471179 Jun 16 15:02:40.134282 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-39630597-6d46-49b2-a0d4-da8dd829fe39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:40.591287 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096609-0c5d-4559-bf22-2f437426d8aa req-7755500a-5d2b-4112-8acf-615f725d84a3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:40.593983 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c9096609-0c5d-4559-bf22-2f437426d8aa req-7755500a-5d2b-4112-8acf-615f725d84a3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0606711 Jun 16 15:02:40.673651 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c9096609-0c5d-4559-bf22-2f437426d8aa req-56391fde-932e-4589-ad4e-6f2386686c90 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717583 Jun 16 15:02:41.002332 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:41.612158 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a6725-3f2d-4ab3-9709-bd7896ad9efd req-ec373ae5-df5a-48a0-baa1-1bdb7e86e155 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:41.613795 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-535a6725-3f2d-4ab3-9709-bd7896ad9efd req-ec373ae5-df5a-48a0-baa1-1bdb7e86e155 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0592237 Jun 16 15:02:41.673237 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-535a6725-3f2d-4ab3-9709-bd7896ad9efd req-24aa5a1d-b505-48f7-8254-c36428c4984c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531163 Jun 16 15:02:41.800326 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeda7f3-f559-4d28-a514-799853c55063 req-af82a1d4-1da7-461b-8f95-082eaddcbba8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:41.802650 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dbeda7f3-f559-4d28-a514-799853c55063 req-af82a1d4-1da7-461b-8f95-082eaddcbba8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0524998 Jun 16 15:02:41.862392 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dbeda7f3-f559-4d28-a514-799853c55063 req-24d8911a-e2ad-49d2-9224-b865d0e7a658 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537529 Jun 16 15:02:42.522835 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:42.831609 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e56d7-40be-418e-bffc-06751235b65a req-dd65f631-072f-4a9e-80b7-49f0e076bb03 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:42.833173 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-613e56d7-40be-418e-bffc-06751235b65a req-dd65f631-072f-4a9e-80b7-49f0e076bb03 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0761926 Jun 16 15:02:42.956442 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-613e56d7-40be-418e-bffc-06751235b65a req-63aa482e-cfd7-4ad7-aa2c-a9dc5bb55a31 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159606 Jun 16 15:02:42.960925 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-fa43714c-60ec-49d8-8ed8-33417aca04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:42.962361 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-fa43714c-60ec-49d8-8ed8-33417aca04b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9&tenant_id=2a4c67a42f8a405d84d4697a45e962ff HTTP/1.1" status: 200 len: 1128 time: 0.1515679 Jun 16 15:02:42.996209 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ee726-059a-4634-9198-eedc15eda977 req-e4fd984b-52e7-4076-a47e-55de4460ec71 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:42.997789 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-883ee726-059a-4634-9198-eedc15eda977 req-e4fd984b-52e7-4076-a47e-55de4460ec71 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0555279 Jun 16 15:02:43.051035 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-883ee726-059a-4634-9198-eedc15eda977 req-df3b87af-77e7-4061-ad71-80793b70f63e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473628 Jun 16 15:02:43.054948 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-f0e0f4fa-6764-4239-91b0-357da718b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:43.056658 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-f0e0f4fa-6764-4239-91b0-357da718b677 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1128 time: 0.0417466 Jun 16 15:02:43.129990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:43.161362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-b012f057-03db-4e54-b8fc-12dc9ef8d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:43.163434 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-b012f057-03db-4e54-b8fc-12dc9ef8d5f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.0954812 Jun 16 15:02:43.226865 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-cd386c55-8444-4871-8480-be84de70944e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 1000 time: 0.0567932 Jun 16 15:02:43.267924 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:43.278239 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-826264e0-fa16-4bd0-8eb0-a611e253b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:43.279719 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-826264e0-fa16-4bd0-8eb0-a611e253b54d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0455997 Jun 16 15:02:43.330557 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-094c6db9-fc5d-40ef-ab04-2c1becc3b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:43.332050 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-094c6db9-fc5d-40ef-ab04-2c1becc3b18b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453355 Jun 16 15:02:43.403642 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:43.406902 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:43.436218 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-7a23cb20-5b95-4d96-becd-6ead21a57969 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974960 Jun 16 15:02:43.557079 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f6aecc3c-5c35-43b6-bcc1-7816f7e1b099 req-187095a8-8093-4e18-8d9e-ed6e2bad9790 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083095 Jun 16 15:02:44.180077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bac4a-6507-433f-a6e6-b1d0ebf635b8 req-27ad34a9-6d95-4297-904f-20170c49cd87 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:44.194759 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-583bac4a-6507-433f-a6e6-b1d0ebf635b8 req-27ad34a9-6d95-4297-904f-20170c49cd87 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0942242 Jun 16 15:02:44.268478 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-583bac4a-6507-433f-a6e6-b1d0ebf635b8 req-b2159121-3e57-43d9-b9ee-299784048e52 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723245 Jun 16 15:02:44.279208 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6257-16f9-4bcd-ae7e-12442a9a173a req-09572a3d-8d0c-40c5-89c5-36d55e02d0c4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:44.282193 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fbdb6257-16f9-4bcd-ae7e-12442a9a173a req-09572a3d-8d0c-40c5-89c5-36d55e02d0c4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0834851 Jun 16 15:02:44.377686 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fbdb6257-16f9-4bcd-ae7e-12442a9a173a req-6b80b703-7749-4bbb-bf18-feb45de2355f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848348 Jun 16 15:02:44.394978 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:44.915590 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:44.920959 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:02:45.179240 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:02:45.482256 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81c9d5-5c54-42dd-acd6-927ee0aaeaff req-bf063af6-ca80-4f37-b453-96fcd487aeb7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:45.492357 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2d81c9d5-5c54-42dd-acd6-927ee0aaeaff req-bf063af6-ca80-4f37-b453-96fcd487aeb7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.1173947 Jun 16 15:02:45.585341 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268868db-2191-4a7f-b330-99f23cbbc4c2 req-b0648d7b-0c34-4561-822a-7113c17ca045 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:45.588406 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-268868db-2191-4a7f-b330-99f23cbbc4c2 req-b0648d7b-0c34-4561-822a-7113c17ca045 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0732734 Jun 16 15:02:45.618114 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2d81c9d5-5c54-42dd-acd6-927ee0aaeaff req-acb1338e-301c-4bd0-a961-cfbe4b3ed9fa tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219280 Jun 16 15:02:45.682412 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-268868db-2191-4a7f-b330-99f23cbbc4c2 req-1e325223-48eb-4c92-8ef5-ee075f3edd0b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872116 Jun 16 15:02:46.751069 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe76d-30e7-4dd7-a5c7-3dd3158afae5 req-685b4f95-39d0-4779-bd8b-5c7d0494dc5d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:46.752626 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-edbfe76d-30e7-4dd7-a5c7-3dd3158afae5 req-685b4f95-39d0-4779-bd8b-5c7d0494dc5d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0508578 Jun 16 15:02:46.821392 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:46.848910 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-edbfe76d-30e7-4dd7-a5c7-3dd3158afae5 req-24847d96-0c73-41c2-8931-42a11fc9a318 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894933 Jun 16 15:02:46.850016 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89936217-75c6-4fd4-98d4-7be8d890dfa4 req-6cc7bd48-96af-4d17-aa7d-d320e059f2a4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:46.851687 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-89936217-75c6-4fd4-98d4-7be8d890dfa4 req-6cc7bd48-96af-4d17-aa7d-d320e059f2a4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0715144 Jun 16 15:02:46.932263 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-89936217-75c6-4fd4-98d4-7be8d890dfa4 req-0cba1f06-347d-4c02-aa2f-ea0c937f4528 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731852 Jun 16 15:02:47.989170 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c257e-1545-4b2a-9604-94be443eeab7 req-118f124f-a291-42aa-bb8f-0bf2cf576a60 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:47.991450 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e82c257e-1545-4b2a-9604-94be443eeab7 req-118f124f-a291-42aa-bb8f-0bf2cf576a60 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0539143 Jun 16 15:02:48.044098 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:48.054065 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e82c257e-1545-4b2a-9604-94be443eeab7 req-ecc50f37-bd85-411d-93f8-dee0c3fb5dda tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555468 Jun 16 15:02:48.084739 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad34e27-3751-47b4-9901-9250b319fc83 req-34d4949f-d806-4dfc-8443-6e462040d664 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:48.086428 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fad34e27-3751-47b4-9901-9250b319fc83 req-34d4949f-d806-4dfc-8443-6e462040d664 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0530477 Jun 16 15:02:48.137458 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fad34e27-3751-47b4-9901-9250b319fc83 req-00add1e4-3ecd-481d-ba10-702e0f8e3cd9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449638 Jun 16 15:02:49.200906 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62390-0d48-41e3-961b-c232b204e3b3 req-9b5b942e-a954-49af-a986-83a43ff37e75 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:49.203956 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7de62390-0d48-41e3-961b-c232b204e3b3 req-9b5b942e-a954-49af-a986-83a43ff37e75 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0809324 Jun 16 15:02:49.272751 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7de62390-0d48-41e3-961b-c232b204e3b3 req-82074392-72ff-4ab3-a642-919615f03f3b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624850 Jun 16 15:02:49.305722 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c5c49-9f95-4246-a161-3a39e8495664 req-510cec11-fa74-4947-a482-2eceb0ba385e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:49.307332 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cb4c5c49-9f95-4246-a161-3a39e8495664 req-510cec11-fa74-4947-a482-2eceb0ba385e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0594313 Jun 16 15:02:49.366962 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cb4c5c49-9f95-4246-a161-3a39e8495664 req-f30c3b32-c332-4f1f-a462-39fe716e3588 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530179 Jun 16 15:02:50.402756 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd096f-a542-4e89-89d9-1c4005f5a2bd req-dc3c3409-5695-4335-92ea-3418e3992359 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:50.405309 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d3fd096f-a542-4e89-89d9-1c4005f5a2bd req-dc3c3409-5695-4335-92ea-3418e3992359 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0545790 Jun 16 15:02:50.465422 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d3fd096f-a542-4e89-89d9-1c4005f5a2bd req-b0928e4c-c883-4dfb-b282-a5d5576c31de tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552421 Jun 16 15:02:50.513522 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c5cb3-27de-4805-82d3-42d6983a0ab3 req-18624d37-b020-4502-a91a-8c274797f15b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:50.515684 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-808c5cb3-27de-4805-82d3-42d6983a0ab3 req-18624d37-b020-4502-a91a-8c274797f15b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0678821 Jun 16 15:02:50.593851 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-808c5cb3-27de-4805-82d3-42d6983a0ab3 req-b228150c-1505-41f2-a0cc-eb89f90b60f6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721903 Jun 16 15:02:51.606752 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a3d06-ccde-491c-bef5-6916fabb7dd9 req-248d7c86-d450-4bfb-a804-8deb7700331c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:51.609235 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-803a3d06-ccde-491c-bef5-6916fabb7dd9 req-248d7c86-d450-4bfb-a804-8deb7700331c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0698335 Jun 16 15:02:51.665786 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:51.691055 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-803a3d06-ccde-491c-bef5-6916fabb7dd9 req-725614de-5c89-40e9-a890-041065f9a7d1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743454 Jun 16 15:02:51.736010 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c07d5-ab1e-44b1-a0c0-f7d453732106 req-50bf5738-43c1-4dd3-bf0a-607673b6a5ad tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:51.737749 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-678c07d5-ab1e-44b1-a0c0-f7d453732106 req-50bf5738-43c1-4dd3-bf0a-607673b6a5ad tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0606906 Jun 16 15:02:51.798519 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-678c07d5-ab1e-44b1-a0c0-f7d453732106 req-06621c3e-a60e-433f-a2df-437d575cf585 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538015 Jun 16 15:02:52.817858 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf24a81-5926-4fdd-ab3f-ec85e8ce6617 req-0284f358-b338-4fc2-8cc5-f0d6e1022e78 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:52.819458 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7bf24a81-5926-4fdd-ab3f-ec85e8ce6617 req-0284f358-b338-4fc2-8cc5-f0d6e1022e78 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0513771 Jun 16 15:02:52.882043 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7bf24a81-5926-4fdd-ab3f-ec85e8ce6617 req-8bc6452e-d376-432c-b9b6-639c1f0bcafa tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559435 Jun 16 15:02:52.960243 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d89d-204a-454e-91ca-201aadb9f8a6 req-a162331d-3d71-47cc-899b-d0bb9628f03d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:52.961804 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-01f9d89d-204a-454e-91ca-201aadb9f8a6 req-a162331d-3d71-47cc-899b-d0bb9628f03d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0699217 Jun 16 15:02:53.016722 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-01f9d89d-204a-454e-91ca-201aadb9f8a6 req-bd16fb4d-80fe-4c9b-aedf-c58ec16541e1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488710 Jun 16 15:02:53.984172 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:54.035179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc09b49-233f-4071-b022-fb63a5123aa4 req-00809cad-47fe-47ec-b2dc-7bb43ed16bb8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:54.040873 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8fc09b49-233f-4071-b022-fb63a5123aa4 req-00809cad-47fe-47ec-b2dc-7bb43ed16bb8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0669611 Jun 16 15:02:54.116431 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8fc09b49-233f-4071-b022-fb63a5123aa4 req-4d7fc225-11fb-4bf1-82be-ec9a0fb6a76a tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665300 Jun 16 15:02:54.183128 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f6467-9a6a-4a41-94fb-b7888195fe03 req-c76a7a84-26af-4606-9af2-ccd308d4d243 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:54.185781 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b77f6467-9a6a-4a41-94fb-b7888195fe03 req-c76a7a84-26af-4606-9af2-ccd308d4d243 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0659876 Jun 16 15:02:54.244016 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b77f6467-9a6a-4a41-94fb-b7888195fe03 req-5e1cea61-3787-40ce-85fe-9a6b514f8e31 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515838 Jun 16 15:02:54.912758 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:02:55.256919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d2674-026c-42f7-9822-2a972f800690 req-4ec3a9b4-8630-44f0-b58f-f155ced33b73 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:55.258253 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-770d2674-026c-42f7-9822-2a972f800690 req-4ec3a9b4-8630-44f0-b58f-f155ced33b73 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0546362 Jun 16 15:02:55.312348 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-770d2674-026c-42f7-9822-2a972f800690 req-d12ac722-15df-4c60-8b35-6fcc584b6da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477879 Jun 16 15:02:55.382809 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66228-9c74-491d-b4a7-b88cec2d9479 req-3249fcd2-2b34-4216-b686-e02cdce0ec44 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:55.384698 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c4a66228-9c74-491d-b4a7-b88cec2d9479 req-3249fcd2-2b34-4216-b686-e02cdce0ec44 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0584350 Jun 16 15:02:55.436230 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c4a66228-9c74-491d-b4a7-b88cec2d9479 req-a5e77940-7162-4950-9101-0835c4ac2b53 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461035 Jun 16 15:02:56.449046 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70e95e-895a-40d5-972c-4eaeb67a2e8f req-b09cdfc8-3e79-4757-bbf4-92a39017911f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:56.450544 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9a70e95e-895a-40d5-972c-4eaeb67a2e8f req-b09cdfc8-3e79-4757-bbf4-92a39017911f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0523200 Jun 16 15:02:56.525034 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9a70e95e-895a-40d5-972c-4eaeb67a2e8f req-ee1526be-d0bd-475a-a89f-de70a50a1f3d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686743 Jun 16 15:02:56.591978 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2a06b-8ae5-4fd3-8575-dc7ae7dae69c req-e6ee3002-2a3f-4676-9d18-e74a0dd1bd04 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:56.593604 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-60f2a06b-8ae5-4fd3-8575-dc7ae7dae69c req-e6ee3002-2a3f-4676-9d18-e74a0dd1bd04 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0626807 Jun 16 15:02:56.645391 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-60f2a06b-8ae5-4fd3-8575-dc7ae7dae69c req-61e8dd2b-ed43-4579-a93d-65139b4a25bd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459516 Jun 16 15:02:57.649234 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa42a4-dd83-494f-8a4e-cfbee8862d80 req-5cc13669-2a68-4e0c-90e9-cad7ed641866 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:57.650723 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-24fa42a4-dd83-494f-8a4e-cfbee8862d80 req-5cc13669-2a68-4e0c-90e9-cad7ed641866 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0503578 Jun 16 15:02:57.698194 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-24fa42a4-dd83-494f-8a4e-cfbee8862d80 req-f47c652f-7415-4f69-8f08-800894062806 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Jun 16 15:02:57.769796 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e553e-8971-4f6c-b32b-826723446388 req-99d68ae6-f2be-45e2-afd7-b2f0d29c715c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:57.771896 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-af4e553e-8971-4f6c-b32b-826723446388 req-99d68ae6-f2be-45e2-afd7-b2f0d29c715c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0510628 Jun 16 15:02:57.822122 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-af4e553e-8971-4f6c-b32b-826723446388 req-0a879431-a1a5-4bb1-b975-6074771a1657 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436070 Jun 16 15:02:58.819734 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde46c2b-7865-4d0a-aace-baa6a18038c1 req-0b443ca1-f8a7-4f7b-b4c9-99dd68387936 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:58.821293 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cde46c2b-7865-4d0a-aace-baa6a18038c1 req-0b443ca1-f8a7-4f7b-b4c9-99dd68387936 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0530441 Jun 16 15:02:58.870712 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cde46c2b-7865-4d0a-aace-baa6a18038c1 req-f264f33e-f303-4b03-b5e0-eda49df5907d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Jun 16 15:02:58.947810 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e729559-f67d-4f2b-9e62-45b7510b3488 req-08f55c5c-ef81-4222-bfbc-5b86414f57b6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:58.949335 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4e729559-f67d-4f2b-9e62-45b7510b3488 req-08f55c5c-ef81-4222-bfbc-5b86414f57b6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0483155 Jun 16 15:02:59.004151 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4e729559-f67d-4f2b-9e62-45b7510b3488 req-c7ab7797-0fe0-41dc-bd58-fe5af01ab6d6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491316 Jun 16 15:02:59.994863 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2908cbd-e4dc-4fec-8192-2383e5f67564 req-40c66df8-c3d9-407c-bfc8-5c6db12980c1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:02:59.996462 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2908cbd-e4dc-4fec-8192-2383e5f67564 req-40c66df8-c3d9-407c-bfc8-5c6db12980c1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0545990 Jun 16 15:03:00.048385 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2908cbd-e4dc-4fec-8192-2383e5f67564 req-0be910c1-c911-47ce-9dc6-20e9630dd32d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460694 Jun 16 15:03:00.123525 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:00.132759 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da3ca-928f-46c3-8454-ae995d9e9447 req-30ba069f-c676-43eb-a2d5-a6f4772654ed tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:00.134311 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-730da3ca-928f-46c3-8454-ae995d9e9447 req-30ba069f-c676-43eb-a2d5-a6f4772654ed tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0482399 Jun 16 15:03:00.194943 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-730da3ca-928f-46c3-8454-ae995d9e9447 req-bc181e85-9565-4e83-91b7-b93fbfcd55b2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540876 Jun 16 15:03:01.182182 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c54d4-53dd-45b3-b01c-c7f72452c599 req-72a84a62-7d4d-4f85-8307-329e26aac12f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:01.183810 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d57c54d4-53dd-45b3-b01c-c7f72452c599 req-72a84a62-7d4d-4f85-8307-329e26aac12f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0507390 Jun 16 15:03:01.237889 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d57c54d4-53dd-45b3-b01c-c7f72452c599 req-3d7942e3-1f84-43d5-82d5-e423c3c96bdd tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477834 Jun 16 15:03:01.321032 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:01.340682 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba3de1-7d95-42e1-9a0b-3e1ecefa6586 req-5f10193d-e192-473c-8bc2-6c9845658b56 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:01.342242 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c2ba3de1-7d95-42e1-9a0b-3e1ecefa6586 req-5f10193d-e192-473c-8bc2-6c9845658b56 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0508811 Jun 16 15:03:01.397453 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c2ba3de1-7d95-42e1-9a0b-3e1ecefa6586 req-02a9bcd7-8671-4063-9524-b86440d2ead9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493934 Jun 16 15:03:01.495439 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d442d-927d-4883-94e5-7efddeaf66dc req-d0c48272-0fcb-4931-8b64-8a71b5a4d2cb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:01.497263 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-920d442d-927d-4883-94e5-7efddeaf66dc req-d0c48272-0fcb-4931-8b64-8a71b5a4d2cb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0533035 Jun 16 15:03:01.545032 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-920d442d-927d-4883-94e5-7efddeaf66dc req-189328a6-22f8-4cfd-b8b7-c20b9855dbef tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419736 Jun 16 15:03:02.134025 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bd0a-f136-4fe5-818d-35e677927785 req-77750228-1759-4c65-bebd-81de66499fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:02.135435 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a187bd0a-f136-4fe5-818d-35e677927785 req-77750228-1759-4c65-bebd-81de66499fcc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 1130 time: 0.0481312 Jun 16 15:03:02.241311 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bd0a-f136-4fe5-818d-35e677927785 req-dd0d8c9f-fdca-48db-af48-c9e0b7c65d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:02.242794 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a187bd0a-f136-4fe5-818d-35e677927785 req-dd0d8c9f-fdca-48db-af48-c9e0b7c65d02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 912 time: 0.0989723 Jun 16 15:03:02.319191 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a187bd0a-f136-4fe5-818d-35e677927785 req-c55f83cf-d782-4122-bf11-4edc7fab8d61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d HTTP/1.1" status: 200 len: 1002 time: 0.0694020 Jun 16 15:03:02.365909 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:02.379464 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bd0a-f136-4fe5-818d-35e677927785 req-7c86bdf1-780c-4ae1-9420-5ea423c13c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:02.382016 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a187bd0a-f136-4fe5-818d-35e677927785 req-7c86bdf1-780c-4ae1-9420-5ea423c13c01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 200 len: 849 time: 0.0563979 Jun 16 15:03:02.422689 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:02.432895 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187bd0a-f136-4fe5-818d-35e677927785 req-6d8f19e6-327c-4e9e-8731-a321d93c1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:02.434701 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a187bd0a-f136-4fe5-818d-35e677927785 req-6d8f19e6-327c-4e9e-8731-a321d93c1b2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e965c323-79ff-4b11-8aaa-a2df835467d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460854 Jun 16 15:03:02.531286 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e518-1535-4a25-8b4c-fe1a99ef7a5d req-eb6c28ef-1db9-4404-82a2-77feba0292b6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:02.532917 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9a73e518-1535-4a25-8b4c-fe1a99ef7a5d req-eb6c28ef-1db9-4404-82a2-77feba0292b6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0519242 Jun 16 15:03:02.538205 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a187bd0a-f136-4fe5-818d-35e677927785 req-24602d54-d070-4e5b-82e1-fcf38458c6c8 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952690 Jun 16 15:03:02.584197 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9a73e518-1535-4a25-8b4c-fe1a99ef7a5d req-8005bcfe-0f1e-409b-929e-974c63746f9a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Jun 16 15:03:02.649804 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a187bd0a-f136-4fe5-818d-35e677927785 req-51efe9c1-a74d-44a1-970c-0b771dc92b7c service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014707 Jun 16 15:03:02.688080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd84f4-9073-4c7e-85a5-01d3a40fb410 req-84a84fd1-30e7-43f3-8c23-dccafa88ff6e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:02.689594 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93dd84f4-9073-4c7e-85a5-01d3a40fb410 req-84a84fd1-30e7-43f3-8c23-dccafa88ff6e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0597277 Jun 16 15:03:02.738671 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93dd84f4-9073-4c7e-85a5-01d3a40fb410 req-9fe47a3e-6859-4179-8913-f5fcd1105d42 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Jun 16 15:03:03.720354 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a402088-98ea-4b43-98a3-6b8fdc4effce req-53219cc5-4baf-41eb-a5a0-78f37486c691 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:03.721924 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6a402088-98ea-4b43-98a3-6b8fdc4effce req-53219cc5-4baf-41eb-a5a0-78f37486c691 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0521872 Jun 16 15:03:03.780530 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6a402088-98ea-4b43-98a3-6b8fdc4effce req-2989d483-9f75-450a-86fb-94a9a66963a2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517137 Jun 16 15:03:03.861427 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308332f-4944-454d-a8fb-f3366f5d3e03 req-9e2b67d4-f529-4703-9d86-289056c9e0e7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:03.862943 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9308332f-4944-454d-a8fb-f3366f5d3e03 req-9e2b67d4-f529-4703-9d86-289056c9e0e7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0504339 Jun 16 15:03:03.913552 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9308332f-4944-454d-a8fb-f3366f5d3e03 req-3b5ea1c1-ab48-4e09-bc47-64d87751e091 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Jun 16 15:03:04.910799 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c1254-7869-4bc4-b2fa-e16bc000c0f8 req-9d46041d-f97c-407f-8edb-c9230048790f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:04.912900 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-454c1254-7869-4bc4-b2fa-e16bc000c0f8 req-9d46041d-f97c-407f-8edb-c9230048790f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0496485 Jun 16 15:03:04.966129 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-454c1254-7869-4bc4-b2fa-e16bc000c0f8 req-bda0f613-9a41-49ef-a489-9ed4609f2c69 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466530 Jun 16 15:03:05.047722 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567271a-4927-4090-8593-95fa7ace006d req-68753b4c-1ef1-439e-b7be-ea3febd32647 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:05.049220 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1567271a-4927-4090-8593-95fa7ace006d req-68753b4c-1ef1-439e-b7be-ea3febd32647 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0493491 Jun 16 15:03:05.102953 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1567271a-4927-4090-8593-95fa7ace006d req-3fce692a-126c-49bd-8337-3da5947d27bc tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479782 Jun 16 15:03:05.156329 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:05.161632 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:06.096801 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e22d0a-7107-4707-a4fe-c344b7b760b3 req-b2da1507-540c-4d54-96a5-9c5f360179ba tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:06.099788 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a8e22d0a-7107-4707-a4fe-c344b7b760b3 req-b2da1507-540c-4d54-96a5-9c5f360179ba tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0578578 Jun 16 15:03:06.154806 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a8e22d0a-7107-4707-a4fe-c344b7b760b3 req-ccdb5e1b-8c6f-425d-88a3-2dd69083421f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485985 Jun 16 15:03:07.257001 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1e86707f-37f4-4a29-8b7d-b5bc5ab7a195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:07.287168 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6f28b-050e-493c-b9cb-765b3d92be1c req-f963be2f-3e8a-4ccc-9152-47b519f10cbe tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:07.288709 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9cd6f28b-050e-493c-b9cb-765b3d92be1c req-f963be2f-3e8a-4ccc-9152-47b519f10cbe tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0570204 Jun 16 15:03:07.337781 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9cd6f28b-050e-493c-b9cb-765b3d92be1c req-bf63e15e-a173-4daa-b381-e008921c7d8e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Jun 16 15:03:08.462698 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee550e02-c586-42a8-8383-e8671abd6030 req-08668536-bccb-48f7-b33c-4b6d6f891fe5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:08.464246 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ee550e02-c586-42a8-8383-e8671abd6030 req-08668536-bccb-48f7-b33c-4b6d6f891fe5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0495236 Jun 16 15:03:08.515358 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ee550e02-c586-42a8-8383-e8671abd6030 req-ba551dab-df9a-4297-84b2-9816581faad5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449378 Jun 16 15:03:09.637548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa4e7-659c-4082-a589-47fbc7ab7b78 req-656d5338-95e5-4fcd-a146-2570be3bb742 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:09.639074 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b67fa4e7-659c-4082-a589-47fbc7ab7b78 req-656d5338-95e5-4fcd-a146-2570be3bb742 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0506856 Jun 16 15:03:09.689872 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b67fa4e7-659c-4082-a589-47fbc7ab7b78 req-6b2bb297-3a6c-4d9a-9e2f-e65e4c948bc0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447202 Jun 16 15:03:10.137434 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-aab1934c-9440-4955-a24f-a106bd4fce84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:10.819906 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c338b-6a50-46f7-8398-3d1d02e0a411 req-24ffefa7-be02-4f90-8f43-edb76a13422e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:10.821612 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-472c338b-6a50-46f7-8398-3d1d02e0a411 req-24ffefa7-be02-4f90-8f43-edb76a13422e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 944 time: 0.0508652 Jun 16 15:03:10.875253 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-472c338b-6a50-46f7-8398-3d1d02e0a411 req-fa94f11b-7993-44a5-b341-8d6821423565 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462012 Jun 16 15:03:11.016075 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:11.553759 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:03:11.655907 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:03:11.666792 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'port_id': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:03:11.709235 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:03:11.709626 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:11.723332 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:03:11.747128 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:03:11.755667 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:11.814324 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=9']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:12.241939 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd1812-18a2-4568-afcd-d6c9d5e1c0b7 req-2e703fa5-d404-44f7-8aa9-1a187ea1abac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:12.243478 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-68fd1812-18a2-4568-afcd-d6c9d5e1c0b7 req-2e703fa5-d404-44f7-8aa9-1a187ea1abac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 945 time: 0.2795954 Jun 16 15:03:12.291984 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-68fd1812-18a2-4568-afcd-d6c9d5e1c0b7 req-7d13d0c3-8517-4aaa-bf31-430b754a405c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 Jun 16 15:03:12.355615 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:03:12.527023 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:13.425033 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3c3fd-a857-4d64-ad31-2fc6cc8fa205 req-34860b30-ee8a-41c3-a4fb-f81a5d0b79db tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:13.426571 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b7e3c3fd-a857-4d64-ad31-2fc6cc8fa205 req-34860b30-ee8a-41c3-a4fb-f81a5d0b79db tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 945 time: 0.0577812 Jun 16 15:03:13.477909 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b7e3c3fd-a857-4d64-ad31-2fc6cc8fa205 req-7af07af5-a387-4ed8-87a6-ad42e8bc91c0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447178 Jun 16 15:03:13.523795 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-f56fb225-6bf4-4740-8196-3d2872c708e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:13.525332 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-f56fb225-6bf4-4740-8196-3d2872c708e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1129 time: 0.0416353 Jun 16 15:03:13.633099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-308fb51e-e499-4189-bca7-65011bbd9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:13.634569 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-308fb51e-e499-4189-bca7-65011bbd9359 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.0887747 Jun 16 15:03:13.695772 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-d53122ee-57a2-4999-97b9-419ee1f98598 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 200 len: 1001 time: 0.0552697 Jun 16 15:03:13.724101 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:03:13.750606 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:13.756625 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-61352bbb-5d05-425c-8927-24465f1921b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:13.758146 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-61352bbb-5d05-425c-8927-24465f1921b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0555296 Jun 16 15:03:13.772999 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:03:13.773366 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:13.773544 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:13.809530 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-08e57e23-3b1c-4d8b-9d93-5d47a7376af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:13.811075 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-08e57e23-3b1c-4d8b-9d93-5d47a7376af9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458190 Jun 16 15:03:13.850043 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:03:13.850431 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:13.874404 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:03:13.876638 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160c3306-1dfa-4ed8-a822-d8c059c2c111" -d '{"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-plugged", "status": "completed", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:03:13.887965 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:13.893681 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:03:13.902101 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:13.930107 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-2644646d-0ab8-4bd2-be18-df7f550cdfa5 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046541 Jun 16 15:03:13.948089 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:13.961965 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=10']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:14.007838 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9159fd-ca62-46db-bd77-d4feda6b473e x-openstack-request-id: req-7c9159fd-ca62-46db-bd77-d4feda6b473e {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:03:14.008162 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-plugged", "status": "completed", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:03:14.008665 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c9159fd-ca62-46db-bd77-d4feda6b473e {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:03:14.009136 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9159fd-ca62-46db-bd77-d4feda6b473e'] response: {'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'code': 200} Jun 16 15:03:14.045854 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c87aa8d1-3b56-4f5c-a52a-75e9f665c9bb req-1257da36-9844-4677-bea9-0065365ffada service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087334 Jun 16 15:03:14.373786 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:14.609612 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f2e7-8a0f-4b8d-81d6-e5d4ba72dc89 req-93171441-0faf-464d-88d2-e572938fdf4e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:14.611144 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ba67f2e7-8a0f-4b8d-81d6-e5d4ba72dc89 req-93171441-0faf-464d-88d2-e572938fdf4e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0492482 Jun 16 15:03:14.665642 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ba67f2e7-8a0f-4b8d-81d6-e5d4ba72dc89 req-73bc376b-989d-4afc-9711-5b67f932cdad tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Jun 16 15:03:14.682636 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c44be-fe51-48b4-a663-faccf618c22b req-988d6ff9-51ba-417c-8b87-fd8e972eb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:14.684138 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e38c44be-fe51-48b4-a663-faccf618c22b req-988d6ff9-51ba-417c-8b87-fd8e972eb943 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 1131 time: 0.0398891 Jun 16 15:03:14.729109 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e38c44be-fe51-48b4-a663-faccf618c22b req-5d4c9f25-c00e-4921-9730-6730d164fd44 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392585 Jun 16 15:03:14.912249 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:15.801087 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac1ce5-53fb-4088-a48e-45969e6f7ac9 req-79ece3ce-7801-42a1-a5cd-1881f9d545d4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:15.803328 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-02ac1ce5-53fb-4088-a48e-45969e6f7ac9 req-79ece3ce-7801-42a1-a5cd-1881f9d545d4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0570238 Jun 16 15:03:15.857792 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-02ac1ce5-53fb-4088-a48e-45969e6f7ac9 req-156d9143-0f3f-41e0-b9ec-92f3f29b6905 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486553 Jun 16 15:03:16.992732 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5beb-a9ce-467c-af66-f23160547e91 req-7d122e68-5ede-4650-b69a-ce3cd47e809d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:16.994392 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fa2d5beb-a9ce-467c-af66-f23160547e91 req-7d122e68-5ede-4650-b69a-ce3cd47e809d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0531068 Jun 16 15:03:17.045349 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fa2d5beb-a9ce-467c-af66-f23160547e91 req-9d430139-ea6d-4344-9144-062cdbfcae49 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447974 Jun 16 15:03:18.177965 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41346f4-2b38-4a5d-ae1e-38d6afc0f9c9 req-b52a2e0e-3d3e-46c0-a511-3a9ff83c995e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:03:18.179529 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e41346f4-2b38-4a5d-ae1e-38d6afc0f9c9 req-b52a2e0e-3d3e-46c0-a511-3a9ff83c995e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0474827 Jun 16 15:03:18.229052 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e41346f4-2b38-4a5d-ae1e-38d6afc0f9c9 req-b25aef1a-840c-4778-8855-c53b43da2db6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 Jun 16 15:03:22.178458 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:03:24.901307 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:24.906822 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:27.039117 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=87 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:27.041090 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:28.222675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=46 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:28.225052 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=54 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:37.268872 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-378c71db-4426-4cbb-baf4-dbb39da51956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:40.140417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-411823f0-2ed6-4bbd-8ee6-dce2e6d84e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:41.032135 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:42.152715 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:42.156888 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:42.528817 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:44.370152 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:44.916168 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:03:54.910279 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:54.912242 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:03:59.179281 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:04:01.626939 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33295c9-3877-42f5-bb8e-c0aee98e6189 req-cf50cd23-47ce-4af1-a01b-316f6c471963 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:01.628711 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a33295c9-3877-42f5-bb8e-c0aee98e6189 req-cf50cd23-47ce-4af1-a01b-316f6c471963 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0484447 Jun 16 15:04:01.653627 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-45cb785b-5b79-4bdc-8e3b-d67cef334f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:01.655149 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-45cb785b-5b79-4bdc-8e3b-d67cef334f67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1129 time: 0.0400686 Jun 16 15:04:01.678772 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a33295c9-3877-42f5-bb8e-c0aee98e6189 req-efef68f5-71d0-4655-b95d-2fdc62b1aeda tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Jun 16 15:04:01.751719 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-63ddd7db-e21e-40fe-b5a7-4853b8a3843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:01.753296 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-63ddd7db-e21e-40fe-b5a7-4853b8a3843a service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.0910764 Jun 16 15:04:01.815795 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-c940bac1-8f8a-455f-8d3f-3048cdd52469 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 200 len: 1001 time: 0.0556488 Jun 16 15:04:01.869032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-a98ffd8f-2265-4cfe-a8e5-117a6bc746dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:01.870506 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-a98ffd8f-2265-4cfe-a8e5-117a6bc746dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0476210 Jun 16 15:04:01.914362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-18d1247d-168e-47a9-a43e-fe670ba25cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:01.915857 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-18d1247d-168e-47a9-a43e-fe670ba25cd6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392389 Jun 16 15:04:02.007189 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-b6b26925-c116-4f57-a407-acb675685204 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843468 Jun 16 15:04:02.094940 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c6498f8-97ce-421b-b1cd-0eb80cb9c86c req-07bcda4c-ed2d-44e0-b237-dce06018682c service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816216 Jun 16 15:04:02.795522 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09670dbd-0000-4501-b7e9-42ad0d41fded req-98c5048b-4685-4f6b-acdd-5ffe9f81a29a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:02.797031 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-09670dbd-0000-4501-b7e9-42ad0d41fded req-98c5048b-4685-4f6b-acdd-5ffe9f81a29a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0478411 Jun 16 15:04:02.847965 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-09670dbd-0000-4501-b7e9-42ad0d41fded req-689aca5b-3a37-4cf0-a5d7-8ae23928652c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453975 Jun 16 15:04:03.963838 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82644f7-1a42-43f1-bbf4-9a338d4d4524 req-5d765fe6-b667-4faf-a256-cd8d9701d351 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:03.965384 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f82644f7-1a42-43f1-bbf4-9a338d4d4524 req-5d765fe6-b667-4faf-a256-cd8d9701d351 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0473654 Jun 16 15:04:04.016576 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f82644f7-1a42-43f1-bbf4-9a338d4d4524 req-531c8f8d-c6e0-47d4-bd40-101eae650fa5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454359 Jun 16 15:04:05.130211 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d3ab2-f5d9-4fb0-94ad-79e41fefcd86 req-8dd29ef8-7b4f-404a-a297-a897847c68d2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:05.131709 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3f7d3ab2-f5d9-4fb0-94ad-79e41fefcd86 req-8dd29ef8-7b4f-404a-a297-a897847c68d2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0483761 Jun 16 15:04:05.179872 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3f7d3ab2-f5d9-4fb0-94ad-79e41fefcd86 req-79af32dc-6ba7-47e5-ad8e-9cb12749544e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Jun 16 15:04:06.243828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83535d-0869-4f6b-892c-5595ba6db66f req-326e5f4a-f098-4d74-a360-23530444e76a tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:06.245433 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2c83535d-0869-4f6b-892c-5595ba6db66f req-326e5f4a-f098-4d74-a360-23530444e76a tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0494087 Jun 16 15:04:06.302134 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409cf60-6f8e-4016-84b5-df0cf82b2409 req-0dd58453-4eaa-473c-a32a-4f8e867c78a8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:06.304248 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9409cf60-6f8e-4016-84b5-df0cf82b2409 req-0dd58453-4eaa-473c-a32a-4f8e867c78a8 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0481601 Jun 16 15:04:06.308713 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-e32703f0-a2b8-4446-92e0-7f27c1d09ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:06.310232 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-e32703f0-a2b8-4446-92e0-7f27c1d09ff4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1168 time: 0.0639286 Jun 16 15:04:06.352974 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9409cf60-6f8e-4016-84b5-df0cf82b2409 req-cf5d9e19-4df9-4936-909b-dfd7373c7776 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Jun 16 15:04:06.366183 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2c83535d-0869-4f6b-892c-5595ba6db66f req-ea2fd6cc-c2ee-44c5-8ca5-01ca9e49449c tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099043 Jun 16 15:04:06.440001 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-234b1788-c24f-4bb4-93fd-83d5f4018e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:06.442587 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-234b1788-c24f-4bb4-93fd-83d5f4018e1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=c58a8a40-85d7-41b3-b34e-893286ec9c73 HTTP/1.1" status: 200 len: 917 time: 0.1219923 Jun 16 15:04:06.517455 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-2a9e6bee-dba9-413f-afbe-bfe927f2dd9f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 1001 time: 0.0685883 Jun 16 15:04:06.598092 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0609-c4b7-4ee0-967e-3aa416b6b59c req-7a4a197d-72e2-4e2a-b7bd-5e9c75b035c1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:06.600229 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cced0609-c4b7-4ee0-967e-3aa416b6b59c req-7a4a197d-72e2-4e2a-b7bd-5e9c75b035c1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 945 time: 0.0472388 Jun 16 15:04:06.618214 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:06.630545 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:06.649894 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cced0609-c4b7-4ee0-967e-3aa416b6b59c req-bda338b5-9872-46f1-95cc-b1a31f372e92 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442624 Jun 16 15:04:07.262697 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-0e92211a-a3f9-4a92-b079-f0fcd1bdd4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:07.470982 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf66436-5290-4d70-aff0-3125fb16a2fa req-eefdde25-911d-438a-9c0f-113f4b8eee6f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:07.472396 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9cf66436-5290-4d70-aff0-3125fb16a2fa req-eefdde25-911d-438a-9c0f-113f4b8eee6f tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0487790 Jun 16 15:04:07.483469 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e7a45-761c-4fe6-bd12-efdd91824844 req-b5f0b824-b24d-44b2-a044-9f5df814dd94 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:07.485016 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-589e7a45-761c-4fe6-bd12-efdd91824844 req-b5f0b824-b24d-44b2-a044-9f5df814dd94 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0482006 Jun 16 15:04:07.522953 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9cf66436-5290-4d70-aff0-3125fb16a2fa req-cfe13350-f550-4f73-9d97-69799fa035ed tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448260 Jun 16 15:04:07.550979 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-589e7a45-761c-4fe6-bd12-efdd91824844 req-84e1c345-896c-4a8e-b243-724977b10bcf tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597832 Jun 16 15:04:07.767431 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae200ce-4f12-4438-b058-d26069358de2 req-d063d9f4-4ab0-469d-8c0c-2e4e97cfd035 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:07.768832 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2ae200ce-4f12-4438-b058-d26069358de2 req-d063d9f4-4ab0-469d-8c0c-2e4e97cfd035 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 945 time: 0.0512204 Jun 16 15:04:07.818800 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2ae200ce-4f12-4438-b058-d26069358de2 req-b45fbdf9-a5f0-44b8-a8d7-7b63dc9458f2 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443652 Jun 16 15:04:07.884271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-72d665e8-3ca8-4b9f-8573-410f15bfde1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:07.885792 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-72d665e8-3ca8-4b9f-8573-410f15bfde1d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=97b06ae8-53a7-4aac-9d57-cbaa060b7b49 HTTP/1.1" status: 200 len: 854 time: 0.0466955 Jun 16 15:04:07.953651 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-46100191-88d6-416b-b8a9-e3afa1b3d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:07.955190 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-46100191-88d6-416b-b8a9-e3afa1b3d115 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c58a8a40-85d7-41b3-b34e-893286ec9c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389724 Jun 16 15:04:08.047970 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-806a0ddc-e5f1-4dbb-817e-e3ac99074322 service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855992 Jun 16 15:04:08.200129 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-95ae8279-7985-404e-b2de-9c938a7d4bfc req-c53848f6-8be9-4d15-b8fe-bf82e5438b1b service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858109 Jun 16 15:04:08.643420 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf95c5-b948-4483-8d8d-82b6b6f31821 req-f9a021e8-5bdb-4190-aa99-666661a53d26 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:08.644930 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53cf95c5-b948-4483-8d8d-82b6b6f31821 req-f9a021e8-5bdb-4190-aa99-666661a53d26 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0535827 Jun 16 15:04:08.667142 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a592d-f9f6-40dd-9b52-54c6cc5285e9 req-821a3f36-daa7-4d39-b83a-44a10e24ff77 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:08.668780 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8f2a592d-f9f6-40dd-9b52-54c6cc5285e9 req-821a3f36-daa7-4d39-b83a-44a10e24ff77 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0494654 Jun 16 15:04:08.695979 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53cf95c5-b948-4483-8d8d-82b6b6f31821 req-b4a2ede9-acc1-4be7-af2a-c9b1998baa17 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Jun 16 15:04:08.732303 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8f2a592d-f9f6-40dd-9b52-54c6cc5285e9 req-cc3280dd-aa8d-4c63-9859-b52c93977d0e tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576677 Jun 16 15:04:08.889948 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-786c0015-2b6d-4807-b117-92376ba2d6d3 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:08.891437 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-786c0015-2b6d-4807-b117-92376ba2d6d3 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 945 time: 0.0521815 Jun 16 15:04:08.938147 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0602f-2a9d-43d9-84b5-6f84fac12a20 req-969d8dd1-093b-4cd4-a759-553dc199662f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:08.939621 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63e0602f-2a9d-43d9-84b5-6f84fac12a20 req-969d8dd1-093b-4cd4-a759-553dc199662f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 945 time: 0.0461898 Jun 16 15:04:08.988416 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-63e0602f-2a9d-43d9-84b5-6f84fac12a20 req-baded8a5-fb37-4c9e-b567-2218c28dad31 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Jun 16 15:04:09.084575 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Deleting port 01ec3b9b-b35a-4c46-8071-a79f0aa795db {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:04:09.085151 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:09.173167 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] For port 01ec3b9b-b35a-4c46-8071-a79f0aa795db, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=01ec3b9b-b35a-4c46-8071-a79f0aa795db,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:09.173607 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:09.373773 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:09.380697 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:09.381082 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (8bd5a4e6-3873-4094-9aaf-e00f668ca35b), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:09.381394 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Floating IP 8bd5a4e6-3873-4094-9aaf-e00f668ca35b disassociated. External IP: 172.27.2.195, port: 01ec3b9b-b35a-4c46-8071-a79f0aa795db. Jun 16 15:04:09.381765 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Calling delete_port for 01ec3b9b-b35a-4c46-8071-a79f0aa795db owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:04:09.422285 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:09.512583 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (01ec3b9b-b35a-4c46-8071-a79f0aa795db), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:09.543332 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event deleted for resources: {'Port': ['ID=01ec3b9b-b35a-4c46-8071-a79f0aa795db,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:09.553693 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.554014 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.554353 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.554687 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.555018 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.555340 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.555663 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.556020 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.556302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.556622 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.556966 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.557292 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.557609 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.557922 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.558234 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:09.664044 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Router ede70ec2-e033-4571-ab30-78be57d69a89 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:04:09.767914 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:04:09.786622 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:09.800307 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:09.801018 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:03:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:09.818157 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] No DVR routers for this DVR port 01ec3b9b-b35a-4c46-8071-a79f0aa795db on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:04:09.830716 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:09.832879 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ee6b057-7e87-4c00-a9a6-43d7366bf620 req-20e5061a-ad6a-4b8f-9bdc-43f8a6ca9285 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "DELETE /v2.0/ports/01ec3b9b-b35a-4c46-8071-a79f0aa795db HTTP/1.1" status: 204 len: 173 time: 0.8292806 Jun 16 15:04:09.833476 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9376dd84-3783-460a-b0af-43ae018a961e', 'name': 'network-vif-deleted', 'tag': '01ec3b9b-b35a-4c46-8071-a79f0aa795db'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:09.833934 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5de8d2-1d81-4a8d-bca1-18e525681b1a req-ead333fa-5385-412b-994b-8bbfb644ae1a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:09.836102 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6e5de8d2-1d81-4a8d-bca1-18e525681b1a req-ead333fa-5385-412b-994b-8bbfb644ae1a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0690932 Jun 16 15:04:09.836490 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599ffe6c-846a-417c-a420-72dd60586e0f" -d '{"events": [{"server_uuid": "9376dd84-3783-460a-b0af-43ae018a961e", "name": "network-vif-deleted", "tag": "01ec3b9b-b35a-4c46-8071-a79f0aa795db"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:09.874969 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d400c3-bad0-4443-b453-049130d0efec req-262d2a7b-9dd4-4f05-8118-539210b476ef tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:09.876556 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-91d400c3-bad0-4443-b453-049130d0efec req-262d2a7b-9dd4-4f05-8118-539210b476ef tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0601952 Jun 16 15:04:09.894168 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6e5de8d2-1d81-4a8d-bca1-18e525681b1a req-127c9a3c-2a72-466b-a901-9f74f99b8f00 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517027 Jun 16 15:04:09.928514 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:09.961599 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-91d400c3-bad0-4443-b453-049130d0efec req-48ea7207-22ed-42f7-a5de-e84e4a250ba9 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755630 Jun 16 15:04:10.002808 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028508a-1b92-4a9b-95b1-bc2f09fe57ed x-openstack-request-id: req-2028508a-1b92-4a9b-95b1-bc2f09fe57ed {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:10.003097 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9376dd84-3783-460a-b0af-43ae018a961e", "name": "network-vif-deleted", "tag": "01ec3b9b-b35a-4c46-8071-a79f0aa795db", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:10.003350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2028508a-1b92-4a9b-95b1-bc2f09fe57ed {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:10.003772 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2028508a-1b92-4a9b-95b1-bc2f09fe57ed'] response: {'server_uuid': '9376dd84-3783-460a-b0af-43ae018a961e', 'name': 'network-vif-deleted', 'tag': '01ec3b9b-b35a-4c46-8071-a79f0aa795db', 'status': 'completed', 'code': 200} Jun 16 15:04:10.092590 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-217008d3-d3be-48d8-8a33-352f3cd3e184 req-176ef2e7-15d9-4436-84db-3c7f4011f1df tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=9376dd84-3783-460a-b0af-43ae018a961e HTTP/1.1" status: 200 len: 210 time: 0.0302255 Jun 16 15:04:10.148987 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.175752 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:10.177964 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7f11e98d-7d93-4ae6-a0be-541f31a6b5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:10.186369 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:10.186980 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.293357 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:10.501367 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.528973 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243caa1-1647-4f64-999b-9d83022334c2 None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:10.770620 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca386208-c435-4db5-a8c9-c7d58d039309 None None] New status for floating IP 8bd5a4e6-3873-4094-9aaf-e00f668ca35b: DOWN {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:04:11.026231 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16fd63-c7d7-41e4-84db-2452cef003d4 req-9a7f6367-2f87-455c-9099-6ff24619a278 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:11.028959 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ff16fd63-c7d7-41e4-84db-2452cef003d4 req-9a7f6367-2f87-455c-9099-6ff24619a278 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0551400 Jun 16 15:04:11.040249 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:11.087290 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ff16fd63-c7d7-41e4-84db-2452cef003d4 req-47546075-860f-4136-8937-a10c51e4d471 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520818 Jun 16 15:04:11.105110 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e57e6-86d8-424f-9131-bbbb89495ea3 req-1c2e1642-38ff-4524-bb9d-864deea8c7b9 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:11.107786 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7a1e57e6-86d8-424f-9131-bbbb89495ea3 req-1c2e1642-38ff-4524-bb9d-864deea8c7b9 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0682216 Jun 16 15:04:11.175281 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7a1e57e6-86d8-424f-9131-bbbb89495ea3 req-5ced666f-9212-4605-b58d-d18b942d90c9 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608308 Jun 16 15:04:11.379434 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-5123a510-d6d6-4105-aced-6bfa9a7a4911 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425536924&fields=id&tenant_id=05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 267 time: 0.0479093 Jun 16 15:04:11.494113 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-4a58f366-416d-4ea1-a9ca-ac9028cbd6f2 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:11.495493 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-4a58f366-416d-4ea1-a9ca-ac9028cbd6f2 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 811 time: 0.1081383 Jun 16 15:04:11.510881 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-e7ffa5b4-c836-426b-8cec-8bf9ef793e9e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/quotas/05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 375 time: 0.0097709 Jun 16 15:04:11.564418 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-773838df-7f8e-46a0-94e4-26fe8b8fec25 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472274 Jun 16 15:04:11.680552 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:11.686347 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:11.713752 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-3a70aab2-1fe0-4108-bcea-df99c8fa345b service neutron] 10.222.0.72 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370602 Jun 16 15:04:11.805712 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-0e2a08ad-1586-4a3a-83f5-20949e419810 service neutron] 10.222.0.72 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Jun 16 15:04:11.949143 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 01ec3b9b-b35a-4c46-8071-a79f0aa795db no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:04:11.970220 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 01ec3b9b-b35a-4c46-8071-a79f0aa795db {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:04:11.970604 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 01ec3b9b-b35a-4c46-8071-a79f0aa795db not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:04:12.119069 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ad6d2e3-78b2-4b52-b0d2-9abd032b7e2e req-1bb70b3f-140e-4427-b962-bbb83663f4eb tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 210 time: 0.0355141 Jun 16 15:04:12.222814 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd60d5-7928-4cc0-9bec-59848ddd6cfc req-20074137-e1dc-4a4c-b546-13a6efb543c9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:12.229387 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f1bd60d5-7928-4cc0-9bec-59848ddd6cfc req-20074137-e1dc-4a4c-b546-13a6efb543c9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0591626 Jun 16 15:04:12.285825 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f1bd60d5-7928-4cc0-9bec-59848ddd6cfc req-985f25be-a3ab-4419-9dbb-96b90939b2bf tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532465 Jun 16 15:04:12.318035 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce962fc-c022-4ad4-b70b-205f87b10066 req-9fe2bb3d-5a9a-4a90-9c2a-58a20730c860 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:12.320085 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0ce962fc-c022-4ad4-b70b-205f87b10066 req-9fe2bb3d-5a9a-4a90-9c2a-58a20730c860 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0660474 Jun 16 15:04:12.385187 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0ce962fc-c022-4ad4-b70b-205f87b10066 req-03166cb8-bee3-4133-8c08-d4a3ff085443 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592732 Jun 16 15:04:12.545717 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:12.596694 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-fcfab021-9c10-47a3-bb1c-6e31b4d7e05c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444431 Jun 16 15:04:12.705772 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-a5716f44-c456-4479-9331-c34451de7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:12.707304 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-a5716f44-c456-4479-9331-c34451de7273 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 1129 time: 0.0409179 Jun 16 15:04:12.782984 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:12.816459 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-cd4b7316-cbff-4b60-9cc5-b2aa936ed836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:12.818009 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-cd4b7316-cbff-4b60-9cc5-b2aa936ed836 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.0916827 Jun 16 15:04:13.050712 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-39f456ee-a0de-4a34-9af2-7dc45444231f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac HTTP/1.1" status: 200 len: 217 time: 0.0373032 Jun 16 15:04:13.094604 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:13.119299 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-1984a824-b263-418c-afbf-c100053cdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:13.120932 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-1984a824-b263-418c-afbf-c100053cdeb7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0624208 Jun 16 15:04:13.244555 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-51822be7-e721-4eb7-97b4-148dcb9b9ba2 req-41483b3c-d128-4993-a820-a2ec0cc982e9 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 210 time: 0.0347071 Jun 16 15:04:13.274520 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-648eced4-8138-409d-b485-6f8e931cf849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:13.276040 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-648eced4-8138-409d-b485-6f8e931cf849 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027977 Jun 16 15:04:13.374859 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-f30c64cd-746b-407d-84f1-ab0b4f1138dc tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:13.376369 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-f30c64cd-746b-407d-84f1-ab0b4f1138dc tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 811 time: 0.1916368 Jun 16 15:04:13.468545 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-238533ea-c6e2-4c1b-b637-fe0b300dbc85 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849823 Jun 16 15:04:13.477062 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c949b18-0bb5-4f28-b2d0-bfa51cd557f7 req-f999d69c-fe55-4913-bed2-c92c9861bddf tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:13.478511 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6c949b18-0bb5-4f28-b2d0-bfa51cd557f7 req-f999d69c-fe55-4913-bed2-c92c9861bddf tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0991921 Jun 16 15:04:13.517820 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b0bf3-74b7-4a4e-8ad2-637530b65a0e req-8cc6a82f-0edf-4f0b-99a5-ef5a2eca9d9f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:13.519334 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1e7b0bf3-74b7-4a4e-8ad2-637530b65a0e req-8cc6a82f-0edf-4f0b-99a5-ef5a2eca9d9f tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0505016 Jun 16 15:04:13.581631 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-8220e3c8-ab08-4f64-8b42-556d011d6953 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 379 time: 0.1681371 Jun 16 15:04:13.581850 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1e7b0bf3-74b7-4a4e-8ad2-637530b65a0e req-a6141087-ede4-4a0b-950c-ba7b6026a3cc tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566263 Jun 16 15:04:13.599688 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'port': {'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'admin_state_up': True, 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'security_groups': ['eb23238f-1fcc-48f7-b7da-d7e7cdf757f8']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:13.880734 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6c949b18-0bb5-4f28-b2d0-bfa51cd557f7 req-6d19b107-3d53-441f-81b0-8f8b5bee1d56 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884826 Jun 16 15:04:13.928155 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f0d3c3c1-1063-461d-93d0-b549077fd799 req-a004f822-f3a9-4e0b-99c7-b6b3e650bd58 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487116 Jun 16 15:04:13.983553 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Made reservation on behalf of 05223500b4a142c7a77c2de010541b84 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:04:13.987349 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.122123 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Allocated IP 172.20.0.6 (90f95ec0-4a81-440f-8fe5-a85002b7b63b/526f0b44-39cf-4f11-828a-cad9c63a5573/cc43f90e-a572-4f83-9de1-aec44e329893) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:14.229232 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:14.258075 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:14.274598 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (cc43f90e-a572-4f83-9de1-aec44e329893), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.309473 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.358022 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:14.363915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:14.366457 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:04:14.367005 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714e3a7-7bcc-4d56-9f87-321afa77fc85 req-0c28eb31-507d-4d36-b025-7f8fbf178e89 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:14.369328 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e714e3a7-7bcc-4d56-9f87-321afa77fc85 req-0c28eb31-507d-4d36-b025-7f8fbf178e89 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 931 time: 0.0540817 Jun 16 15:04:14.375219 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.394956 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=cc43f90e-a572-4f83-9de1-aec44e329893,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:14.432507 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:14.433424 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.436027 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e714e3a7-7bcc-4d56-9f87-321afa77fc85 req-04c06f2f-2a0f-47c0-9853-18059c8a8013 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539403 Jun 16 15:04:14.460671 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-860f200f-1722-4e58-bb06-a9736086e055 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669009 Jun 16 15:04:14.519267 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Request body: {'port': {'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:14.602826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.729379 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-3180d956-c443-4220-8ccb-cb35fc133c14 None None] Provisioning complete for port cc43f90e-a572-4f83-9de1-aec44e329893 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:04:14.729752 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3180d956-c443-4220-8ccb-cb35fc133c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.755142 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9340c52-626c-465e-ae3e-32196b456ccb req-6c484ad5-aa06-4774-bf74-f6ecc4686f83 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:14.757210 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f9340c52-626c-465e-ae3e-32196b456ccb req-6c484ad5-aa06-4774-bf74-f6ecc4686f83 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0967634 Jun 16 15:04:14.762213 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-3180d956-c443-4220-8ccb-cb35fc133c14 None None] Port cc43f90e-a572-4f83-9de1-aec44e329893 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:04:14.883648 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f9340c52-626c-465e-ae3e-32196b456ccb req-834c99cb-0dd9-478f-bf05-dddd545a0b8a tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196632 Jun 16 15:04:14.921920 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.966895 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc43f90e-a572-4f83-9de1-aec44e329893 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:04:14.974342 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Publish callbacks [] for port (cc43f90e-a572-4f83-9de1-aec44e329893), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.987078 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Transition to ACTIVE for port object cc43f90e-a572-4f83-9de1-aec44e329893 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:04:14.990309 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:14.997691 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea4f45-5790-4687-8968-dd211d2d0f0b req-0d5a1753-bd0f-4d80-857e-ab3f30f9421a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:14.999225 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-17ea4f45-5790-4687-8968-dd211d2d0f0b req-0d5a1753-bd0f-4d80-857e-ab3f30f9421a tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0482411 Jun 16 15:04:15.040725 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Pushing event updated for resources: {'Port': ['ID=cc43f90e-a572-4f83-9de1-aec44e329893,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:15.050446 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-17ea4f45-5790-4687-8968-dd211d2d0f0b req-a12053a3-3d95-404c-82e1-68fa4e82d690 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456402 Jun 16 15:04:15.122324 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Attempting to bind port cc43f90e-a572-4f83-9de1-aec44e329893 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:04:15.122890 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Attempting to bind port cc43f90e-a572-4f83-9de1-aec44e329893 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:04:15.123029 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Attempting to bind port cc43f90e-a572-4f83-9de1-aec44e329893 on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:04:15.127687 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Port cc43f90e-a572-4f83-9de1-aec44e329893 on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:04:15.128127 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Attempting to bind port cc43f90e-a572-4f83-9de1-aec44e329893 on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:04:15.130683 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:15.134455 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:04:15.134713 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Checking segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:04:15.135101 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Bound using segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:04:15.135531 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Bound port: cc43f90e-a572-4f83-9de1-aec44e329893, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:04:15.135890 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:15.176289 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:15.210310 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] For port cc43f90e-a572-4f83-9de1-aec44e329893, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:04:15.213606 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] For port cc43f90e-a572-4f83-9de1-aec44e329893, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cc43f90e-a572-4f83-9de1-aec44e329893,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:04:15.219362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:15.251304 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:15.251926 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:15.253281 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] 10.222.0.86 "PUT /v2.0/ports/cc43f90e-a572-4f83-9de1-aec44e329893 HTTP/1.1" status: 200 len: 1093 time: 0.7392771 Jun 16 15:04:15.253704 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:15.255922 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4972ad-840c-4c0c-9df7-34f1195a819d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:15.281975 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d976fe-adb4-46ce-98c2-632c7319f289 service neutron] Pushing event updated for resources: {'Port': ['ID=cc43f90e-a572-4f83-9de1-aec44e329893,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:15.332130 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a66e4d-0be6-477e-a6db-3c9f9d8d30fc x-openstack-request-id: req-14a66e4d-0be6-477e-a6db-3c9f9d8d30fc {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:15.332530 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:15.332872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14a66e4d-0be6-477e-a6db-3c9f9d8d30fc {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:15.333322 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a66e4d-0be6-477e-a6db-3c9f9d8d30fc'] response: {'name': 'network-changed', 'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'status': 'completed', 'code': 200} Jun 16 15:04:15.365367 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-6f328550-95c3-4ba9-a07f-516293f39158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:15.367527 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-6f328550-95c3-4ba9-a07f-516293f39158 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 1127 time: 0.0461423 Jun 16 15:04:15.420244 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-7074a51f-b6a4-4d72-9c01-a3930640a42b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc43f90e-a572-4f83-9de1-aec44e329893 HTTP/1.1" status: 200 len: 217 time: 0.0376413 Jun 16 15:04:15.473488 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-3d8479b4-2b88-4dd9-a82d-ceff6b100b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:15.475083 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-3d8479b4-2b88-4dd9-a82d-ceff6b100b7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0486286 Jun 16 15:04:15.523070 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-fdc92c07-e0c7-4074-bcea-b0a7c4230884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:15.524631 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-fdc92c07-e0c7-4074-bcea-b0a7c4230884 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430524 Jun 16 15:04:15.555622 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a962da-f81c-401c-af15-131d556a086e req-2d4eecb8-578d-4c79-b522-e56caff53b3e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:15.557122 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f6a962da-f81c-401c-af15-131d556a086e req-2d4eecb8-578d-4c79-b522-e56caff53b3e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0496185 Jun 16 15:04:15.609606 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f6a962da-f81c-401c-af15-131d556a086e req-7145c455-d5a6-4756-a87e-5767f528c385 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468869 Jun 16 15:04:15.619392 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-d5ba1b8d-3c86-49cb-8b07-b901ad301190 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879624 Jun 16 15:04:15.722298 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-48c730ef-ef3f-4ee5-bbd3-ffd1d6fa70d6 req-39a89d7c-c8bc-455a-a0ec-54e51577d538 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844491 Jun 16 15:04:16.002856 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324acda-5217-4987-bc3e-9b9833a3436c req-b0e19092-0df4-46d8-a0d1-e23092eda3fd tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:16.004327 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c324acda-5217-4987-bc3e-9b9833a3436c req-b0e19092-0df4-46d8-a0d1-e23092eda3fd tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0487812 Jun 16 15:04:16.067743 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c324acda-5217-4987-bc3e-9b9833a3436c req-c4827e37-719a-42a2-baed-422085fbd461 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571153 Jun 16 15:04:16.168329 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f9c1-fe47-44e6-9d95-b2e660cbd51f req-e9336f1b-8e78-4808-8788-c14c41e58353 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:16.169846 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-58e1f9c1-fe47-44e6-9d95-b2e660cbd51f req-e9336f1b-8e78-4808-8788-c14c41e58353 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0478230 Jun 16 15:04:16.217731 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-58e1f9c1-fe47-44e6-9d95-b2e660cbd51f req-1222867e-4128-4628-9e2e-3b39d58323eb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423923 Jun 16 15:04:16.728168 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53770f-6a71-43f3-b32c-17cda5016d6b req-b2713a4e-3b2b-4341-ad6c-7c17b1f30c52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:16.729719 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8a53770f-6a71-43f3-b32c-17cda5016d6b req-b2713a4e-3b2b-4341-ad6c-7c17b1f30c52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0537295 Jun 16 15:04:16.779627 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8a53770f-6a71-43f3-b32c-17cda5016d6b req-21820544-df61-4350-a0be-176d864eeb92 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443070 Jun 16 15:04:16.953869 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-0bc352cb-c78d-4639-9845-2c53d73c7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:16.955271 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-0bc352cb-c78d-4639-9845-2c53d73c7977 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 1127 time: 0.0391371 Jun 16 15:04:17.050495 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-8329e1c2-3310-4f1c-9f59-eb0135884b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:17.051994 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-8329e1c2-3310-4f1c-9f59-eb0135884b96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 913 time: 0.0906007 Jun 16 15:04:17.094587 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-c46142af-1f64-42bd-8e56-617c2d883505 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc43f90e-a572-4f83-9de1-aec44e329893 HTTP/1.1" status: 200 len: 217 time: 0.0341504 Jun 16 15:04:17.143659 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-0331bea2-271e-458f-801e-7b55929a097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:17.145151 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-0331bea2-271e-458f-801e-7b55929a097e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0449772 Jun 16 15:04:17.185780 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478a112-cfdb-4ffd-a46a-1b4794e2eb91 req-2124bffa-f425-4da8-99e9-cd4c8a85a1fe tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:17.187255 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d478a112-cfdb-4ffd-a46a-1b4794e2eb91 req-2124bffa-f425-4da8-99e9-cd4c8a85a1fe tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0483747 Jun 16 15:04:17.199616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-084fc8d5-96c4-42cd-b7eb-2e8defdb0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:17.201161 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-084fc8d5-96c4-42cd-b7eb-2e8defdb0f71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462825 Jun 16 15:04:17.249947 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d478a112-cfdb-4ffd-a46a-1b4794e2eb91 req-780a5333-9a70-4acc-b4a6-f15d121d4ce3 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551343 Jun 16 15:04:17.277408 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:17.302501 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:17.325795 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-79826aaf-987f-44e2-858e-aaade6c95fed service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149228 Jun 16 15:04:17.352565 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a551e92-c11b-480b-9f89-ea34336c3e78 req-f40652da-313d-4f87-8ea4-cdb0b05b195d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:17.354010 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4a551e92-c11b-480b-9f89-ea34336c3e78 req-f40652da-313d-4f87-8ea4-cdb0b05b195d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0647898 Jun 16 15:04:17.455129 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4a551e92-c11b-480b-9f89-ea34336c3e78 req-786e9f85-8307-4c99-a9dc-ed6b2182abc5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870101 Jun 16 15:04:17.470233 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e4972ad-840c-4c0c-9df7-34f1195a819d req-6da50858-ac92-4701-a7f8-14c06435eaca service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333694 Jun 16 15:04:17.894315 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ef34b-811d-4e58-97d4-7187502a2f1c req-13d0f29d-742f-41b3-b2c0-0e15e7e7b457 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:17.895812 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-235ef34b-811d-4e58-97d4-7187502a2f1c req-13d0f29d-742f-41b3-b2c0-0e15e7e7b457 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0500975 Jun 16 15:04:17.945204 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-235ef34b-811d-4e58-97d4-7187502a2f1c req-acf01961-6ff3-4935-9873-fb14500cd405 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 Jun 16 15:04:18.376517 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a5acc-e70c-4bdc-bcb0-f064d5b0818b req-0341d80e-71f6-4da6-8774-28ff206e3eeb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:18.378194 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4b2a5acc-e70c-4bdc-bcb0-f064d5b0818b req-0341d80e-71f6-4da6-8774-28ff206e3eeb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0572202 Jun 16 15:04:18.439947 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4b2a5acc-e70c-4bdc-bcb0-f064d5b0818b req-031a3b27-6350-4444-8cea-783255e2f65e tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560081 Jun 16 15:04:18.571261 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa65c5-8e1d-46da-a6d8-feafe5708963 req-9d9e0dad-6bb9-4ae8-81f0-30a3784c667c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:18.572769 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3bfa65c5-8e1d-46da-a6d8-feafe5708963 req-9d9e0dad-6bb9-4ae8-81f0-30a3784c667c tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0480621 Jun 16 15:04:18.606639 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:18.621912 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3bfa65c5-8e1d-46da-a6d8-feafe5708963 req-dc15c09f-25bd-45df-9f70-bdf8a52c3e21 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435069 Jun 16 15:04:19.064686 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176bd65-1a0f-455c-a0f1-31597bcd2da8 req-c27d6dc7-1954-46fc-b108-62343e710e60 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:19.066180 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a176bd65-1a0f-455c-a0f1-31597bcd2da8 req-c27d6dc7-1954-46fc-b108-62343e710e60 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0479653 Jun 16 15:04:19.114175 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a176bd65-1a0f-455c-a0f1-31597bcd2da8 req-725d5a28-6bc0-40c8-9b89-829edba5d73c tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424135 Jun 16 15:04:19.558966 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5e643-a7ff-431e-8e42-5635215edbb9 req-898d27aa-83aa-4830-ad60-803630b0a613 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:19.560451 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fef5e643-a7ff-431e-8e42-5635215edbb9 req-898d27aa-83aa-4830-ad60-803630b0a613 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0525477 Jun 16 15:04:19.572055 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:19.621841 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fef5e643-a7ff-431e-8e42-5635215edbb9 req-0b8535df-c001-4863-a0a7-df2afb0557bf tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556769 Jun 16 15:04:19.741410 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02887a18-9d00-41b6-ba31-28a5c226a45f req-51f4e2c1-a504-4ad1-ae66-94cf7c832522 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:19.742780 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-02887a18-9d00-41b6-ba31-28a5c226a45f req-51f4e2c1-a504-4ad1-ae66-94cf7c832522 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0464978 Jun 16 15:04:19.792689 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-02887a18-9d00-41b6-ba31-28a5c226a45f req-2f9193b1-f859-49f9-9b8e-670b04b59bb4 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442553 Jun 16 15:04:20.236778 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479f74b-8f8b-4a66-81a5-e10bb1599689 req-7599f60a-1174-491a-b9dd-4d50b0167205 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:20.238292 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b479f74b-8f8b-4a66-81a5-e10bb1599689 req-7599f60a-1174-491a-b9dd-4d50b0167205 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0488677 Jun 16 15:04:20.289052 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b479f74b-8f8b-4a66-81a5-e10bb1599689 req-90996193-06f3-4af7-91a9-b871d6d2377c tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451825 Jun 16 15:04:20.407523 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba354a6-3431-457c-ae5b-293a700bdda4 req-593b177e-ee13-4e5f-b1d4-2a9c90afbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:20.409007 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ba354a6-3431-457c-ae5b-293a700bdda4 req-593b177e-ee13-4e5f-b1d4-2a9c90afbcc0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1129 time: 0.0403867 Jun 16 15:04:20.474380 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ba354a6-3431-457c-ae5b-293a700bdda4 req-374358e7-fa5f-4fb1-98c6-e923ef8ec065 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380304 Jun 16 15:04:20.736992 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d673c-b312-415b-8a80-5262f0934556 req-7e1bd103-061f-41b6-abcc-a4d55849bde3 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:20.738457 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-091d673c-b312-415b-8a80-5262f0934556 req-7e1bd103-061f-41b6-abcc-a4d55849bde3 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0472236 Jun 16 15:04:20.797718 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-091d673c-b312-415b-8a80-5262f0934556 req-d6bc5189-b83d-465d-b829-bd0b0d4b02ff tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530565 Jun 16 15:04:20.845142 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:20.847818 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:20.906841 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cd22f-949a-4a3b-ac16-a6ea5acb4411 req-06a518a2-4fdc-4b67-9275-001b06f3eaa6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:20.908310 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-386cd22f-949a-4a3b-ac16-a6ea5acb4411 req-06a518a2-4fdc-4b67-9275-001b06f3eaa6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0472555 Jun 16 15:04:20.959749 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-386cd22f-949a-4a3b-ac16-a6ea5acb4411 req-36a07846-81de-43ff-b457-a8b8db7929e5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 Jun 16 15:04:21.406119 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebfe08-b734-4310-abe8-518affcba8d1 req-202855e5-e73d-48de-bbae-d0214968bbc2 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:21.407604 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-feebfe08-b734-4310-abe8-518affcba8d1 req-202855e5-e73d-48de-bbae-d0214968bbc2 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0522037 Jun 16 15:04:21.456982 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-feebfe08-b734-4310-abe8-518affcba8d1 req-0161c2a5-e632-4f57-8a5c-7a461c98beaf tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432434 Jun 16 15:04:22.080361 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659849-2b10-4f57-8c2e-4f6189c0aea6 req-62c30a34-7f07-4722-b914-0ce8d9071c7d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:22.082023 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9f659849-2b10-4f57-8c2e-4f6189c0aea6 req-62c30a34-7f07-4722-b914-0ce8d9071c7d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0482202 Jun 16 15:04:22.132423 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9f659849-2b10-4f57-8c2e-4f6189c0aea6 req-87a16ccc-0b0e-4189-8a80-aeb6d28532e6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440834 Jun 16 15:04:22.138535 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f8838-477c-4e7f-a598-6f705f7b7c91 req-8198676f-d59f-4600-bd46-cc29ac92ddc5 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:22.140058 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-525f8838-477c-4e7f-a598-6f705f7b7c91 req-8198676f-d59f-4600-bd46-cc29ac92ddc5 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.2708280 Jun 16 15:04:22.203755 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-525f8838-477c-4e7f-a598-6f705f7b7c91 req-e25dd60b-f046-49a6-9dc7-6ae301838880 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578&id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580652 Jun 16 15:04:22.573643 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f36bb-4651-461f-b4b1-838efa204b42 req-2e6a6eb9-62df-465d-83e9-8f8284a7c7f8 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:22.575138 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-927f36bb-4651-461f-b4b1-838efa204b42 req-2e6a6eb9-62df-465d-83e9-8f8284a7c7f8 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0499289 Jun 16 15:04:22.638385 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-927f36bb-4651-461f-b4b1-838efa204b42 req-76aabfc5-ea7e-4916-9566-a8eda73407f2 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577025 Jun 16 15:04:23.252665 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6594ec6-ec35-443f-9240-b93650a4f77c req-41831bd2-7eab-43ea-a4fd-f5b6f244ba82 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:23.254191 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b6594ec6-ec35-443f-9240-b93650a4f77c req-41831bd2-7eab-43ea-a4fd-f5b6f244ba82 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0500324 Jun 16 15:04:23.305231 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b6594ec6-ec35-443f-9240-b93650a4f77c req-b922cdc0-8bb0-4158-bfa5-30e2aa205496 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455401 Jun 16 15:04:23.653258 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:23.689486 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b31df8-5926-48f2-a09a-04b55f55ecb2 req-3cde8c8f-4ef0-451a-9a93-18a935e9b1a5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:23.691231 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c9b31df8-5926-48f2-a09a-04b55f55ecb2 req-3cde8c8f-4ef0-451a-9a93-18a935e9b1a5 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0480418 Jun 16 15:04:23.724733 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:23.739729 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c9b31df8-5926-48f2-a09a-04b55f55ecb2 req-33493c78-769f-4e09-9109-f250a5101613 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Jun 16 15:04:23.755189 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8105d8e-4e5f-43a3-9d72-1f20eb322d3b req-4290d5ab-1c00-42a4-934e-8e73f715e876 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:23.756695 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f8105d8e-4e5f-43a3-9d72-1f20eb322d3b req-4290d5ab-1c00-42a4-934e-8e73f715e876 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0475237 Jun 16 15:04:23.808492 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f8105d8e-4e5f-43a3-9d72-1f20eb322d3b req-4d16d812-1298-4ed3-956e-2e521d24c7c2 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454421 Jun 16 15:04:24.858183 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5bf71-e86b-483f-862f-990c91694c0f req-25dcc231-6662-4f6a-a167-13c149dc932d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:24.859684 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84a5bf71-e86b-483f-862f-990c91694c0f req-25dcc231-6662-4f6a-a167-13c149dc932d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0481014 Jun 16 15:04:24.909809 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84a5bf71-e86b-483f-862f-990c91694c0f req-55a62484-5bef-462a-b751-ca5c034a8763 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444531 Jun 16 15:04:24.924020 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c19ed3-dea5-4ac9-bcba-9482c7b739d6 req-fe771432-f9c5-41c3-b863-60b4eb180acf tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:24.925635 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-00c19ed3-dea5-4ac9-bcba-9482c7b739d6 req-fe771432-f9c5-41c3-b863-60b4eb180acf tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0499239 Jun 16 15:04:24.976966 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-00c19ed3-dea5-4ac9-bcba-9482c7b739d6 req-d62bea37-1a8f-4cb7-abbe-62081beefe6d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456944 Jun 16 15:04:25.028167 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-0fd6c7b8-5b47-4f09-bbd6-e4b9e1cfb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:25.029780 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-0fd6c7b8-5b47-4f09-bbd6-e4b9e1cfb490 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1129 time: 0.0449507 Jun 16 15:04:25.119987 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-9795bafa-3485-4223-aac2-dd6d912efe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:25.121589 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-9795bafa-3485-4223-aac2-dd6d912efe0e service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.0856664 Jun 16 15:04:25.188741 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-f0984d7e-afa4-4bb1-8b5e-70cf9f7053ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 200 len: 1001 time: 0.0605524 Jun 16 15:04:25.238328 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-614adefb-cc88-4fed-bdb6-684fb07ce354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:25.239683 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-614adefb-cc88-4fed-bdb6-684fb07ce354 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0437777 Jun 16 15:04:25.283357 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-2e865133-fff6-490d-9593-3ea2f335d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:25.284913 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-2e865133-fff6-490d-9593-3ea2f335d86d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391750 Jun 16 15:04:25.378167 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-dc6f2f4d-a455-4363-a869-95a4cf0ff400 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859265 Jun 16 15:04:25.467632 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85416d78-ed06-4190-95f1-c0f8faf50b2a req-ed418558-6636-4134-835d-7a4fd6520dd7 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825770 Jun 16 15:04:25.501757 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:25.506503 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:25.977254 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device cc43f90e-a572-4f83-9de1-aec44e329893 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:04:26.043280 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae3d2-d05c-41ea-8ed0-c8d2f071a3ed req-87e4f1ae-ddf0-4883-8e78-e46fdd923443 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:26.045579 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-36dae3d2-d05c-41ea-8ed0-c8d2f071a3ed req-87e4f1ae-ddf0-4883-8e78-e46fdd923443 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0654471 Jun 16 15:04:26.100067 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-36dae3d2-d05c-41ea-8ed0-c8d2f071a3ed req-ee3971f7-3bbf-4328-971a-27a05b49f228 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485716 Jun 16 15:04:26.112264 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port cc43f90e-a572-4f83-9de1-aec44e329893, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cc43f90e-a572-4f83-9de1-aec44e329893,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:26.121240 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7bc18-1d79-4999-ac64-40928a5917d1 req-2e11927c-8d03-4bf5-9ff1-d22cc81297cd tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:26.122822 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9be7bc18-1d79-4999-ac64-40928a5917d1 req-2e11927c-8d03-4bf5-9ff1-d22cc81297cd tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0596960 Jun 16 15:04:26.125489 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:04:26.161045 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port cc43f90e-a572-4f83-9de1-aec44e329893 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:04:26.161346 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:26.173711 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9be7bc18-1d79-4999-ac64-40928a5917d1 req-c48fb82c-6b1f-4561-8a63-34545761bfb4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448182 Jun 16 15:04:26.179130 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc43f90e-a572-4f83-9de1-aec44e329893 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:04:26.201494 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port cc43f90e-a572-4f83-9de1-aec44e329893, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cc43f90e-a572-4f83-9de1-aec44e329893,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:26.206367 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:26.251569 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=cc43f90e-a572-4f83-9de1-aec44e329893,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:26.258581 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.259460 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.259796 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.260128 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.260454 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.260776 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.261141 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.261454 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.261772 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.262089 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.262405 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.262720 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.263059 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.263373 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:26.263680 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:27.215371 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['cc43f90e-a572-4f83-9de1-aec44e329893'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:04:27.223570 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3be1-a087-462c-83fe-f37133047a4d req-626aea67-10f3-4f02-a262-46fc0c5ee2da tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:27.225149 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eb0f3be1-a087-462c-83fe-f37133047a4d req-626aea67-10f3-4f02-a262-46fc0c5ee2da tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0557899 Jun 16 15:04:27.281600 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eb0f3be1-a087-462c-83fe-f37133047a4d req-ebd02f25-79d4-4664-aa13-01657bf4e25e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466456 Jun 16 15:04:27.303428 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dbbf9-1515-4c95-9dc4-862a74905216 req-59cccf95-84f4-42cb-acc6-3bcef79d9415 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:27.304960 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-026dbbf9-1515-4c95-9dc4-862a74905216 req-59cccf95-84f4-42cb-acc6-3bcef79d9415 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 944 time: 0.0512800 Jun 16 15:04:27.355095 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-026dbbf9-1515-4c95-9dc4-862a74905216 req-ac07fd60-aaec-4feb-82a0-723f137902f0 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Jun 16 15:04:28.399216 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b60c6-aaf3-4bdb-bdca-404c36a42408 req-90d486d8-0ec9-42ba-8f5f-4d4f3fe5169e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:28.401196 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-966b60c6-aaf3-4bdb-bdca-404c36a42408 req-90d486d8-0ec9-42ba-8f5f-4d4f3fe5169e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0486975 Jun 16 15:04:28.454068 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-966b60c6-aaf3-4bdb-bdca-404c36a42408 req-907ba2b1-d05c-4f05-9d42-9e3283f8c11d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469127 Jun 16 15:04:28.468393 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d9872-d8cd-43d4-ba5f-9d6d7a5cdb6f req-56015dc6-27b0-4618-88be-7cd767de4912 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:28.469909 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-386d9872-d8cd-43d4-ba5f-9d6d7a5cdb6f req-56015dc6-27b0-4618-88be-7cd767de4912 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 944 time: 0.0470581 Jun 16 15:04:28.523442 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-386d9872-d8cd-43d4-ba5f-9d6d7a5cdb6f req-cd5f7884-4279-4483-8700-744daecab72e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477314 Jun 16 15:04:28.955217 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device cc43f90e-a572-4f83-9de1-aec44e329893 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:04:28.997417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port cc43f90e-a572-4f83-9de1-aec44e329893 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:04:29.003331 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port cc43f90e-a572-4f83-9de1-aec44e329893 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:04:29.003899 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:29.073784 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port cc43f90e-a572-4f83-9de1-aec44e329893 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:04:29.074168 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:29.097912 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:29.100291 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc565839-6a94-4088-9617-341d8f739ece" -d '{"events": [{"server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "name": "network-vif-plugged", "status": "completed", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:29.114203 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port cc43f90e-a572-4f83-9de1-aec44e329893, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cc43f90e-a572-4f83-9de1-aec44e329893,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:29.118136 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:29.150394 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65572cfb-eac1-46bd-9c33-62578a649113 x-openstack-request-id: req-65572cfb-eac1-46bd-9c33-62578a649113 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:29.150687 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "name": "network-vif-plugged", "status": "completed", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:29.150935 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-65572cfb-eac1-46bd-9c33-62578a649113 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:29.151320 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65572cfb-eac1-46bd-9c33-62578a649113'] response: {'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'code': 200} Jun 16 15:04:29.153266 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:29.181201 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=cc43f90e-a572-4f83-9de1-aec44e329893,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:29.553397 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513970c-6651-4d21-91e7-ae78405ead7d req-75e9ba8d-03d5-4aaf-ba0e-23f0dab29f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:29.556102 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3513970c-6651-4d21-91e7-ae78405ead7d req-75e9ba8d-03d5-4aaf-ba0e-23f0dab29f59 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 1129 time: 0.0406611 Jun 16 15:04:29.556970 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:29.571766 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42939c82-1c47-4b24-959f-9506af564dc9 req-7c8e234f-4462-4719-bb94-dd5945582729 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:29.573343 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-42939c82-1c47-4b24-959f-9506af564dc9 req-7c8e234f-4462-4719-bb94-dd5945582729 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0493829 Jun 16 15:04:29.629422 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-42939c82-1c47-4b24-959f-9506af564dc9 req-f733ea97-b75f-48da-abd0-25f856e921e7 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491908 Jun 16 15:04:29.645126 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3513970c-6651-4d21-91e7-ae78405ead7d req-00d32e7f-cd25-47ff-9299-f2d9f2281d65 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719659 Jun 16 15:04:29.652375 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:29.661611 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9713ce-eef0-4874-bf97-662a7b2e507f req-061263b6-7d63-41dc-bff1-d46ed9c7422d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:29.663053 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fc9713ce-eef0-4874-bf97-662a7b2e507f req-061263b6-7d63-41dc-bff1-d46ed9c7422d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0637424 Jun 16 15:04:29.675149 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:29.714378 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fc9713ce-eef0-4874-bf97-662a7b2e507f req-515021a2-7db3-4672-b2fd-a67baafa9bda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457115 Jun 16 15:04:30.751592 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30671ac-b911-4a27-b762-667f21037e53 req-f646f8a8-f055-43fe-a8a2-90f3d3ad30ef tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:30.753119 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a30671ac-b911-4a27-b762-667f21037e53 req-f646f8a8-f055-43fe-a8a2-90f3d3ad30ef tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0495157 Jun 16 15:04:30.773839 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:30.803803 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a30671ac-b911-4a27-b762-667f21037e53 req-5952769f-1bbe-44d1-9600-83e6daee878e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450518 Jun 16 15:04:30.832828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91e85-55fc-47ad-b745-3f97d22b70be req-e29aeb98-2b25-4190-a049-ab693124116b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:30.834380 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08f91e85-55fc-47ad-b745-3f97d22b70be req-e29aeb98-2b25-4190-a049-ab693124116b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0519555 Jun 16 15:04:30.885607 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08f91e85-55fc-47ad-b745-3f97d22b70be req-4ebbec8a-a3fe-450c-ae16-91cb1eebb0de tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449510 Jun 16 15:04:30.922146 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174168fd-b284-444c-8945-82127011bfe4 req-48839e74-ec09-4b33-8840-6886ac61083e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:30.923560 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-174168fd-b284-444c-8945-82127011bfe4 req-48839e74-ec09-4b33-8840-6886ac61083e tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0519080 Jun 16 15:04:30.932884 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39776) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:30.937263 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-09f91699-414f-4ca6-89b9-c1b34e38da06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Request body: {'floatingip': {'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:30.989782 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-09f91699-414f-4ca6-89b9-c1b34e38da06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (5b175073-8746-4978-a874-486936f4f0be), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:31.412291 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c530cd-28e5-4e91-a3d9-aa4fffd3b43b req-0eaa942a-a12c-4087-b132-097262b60173 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:31.413794 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-84c530cd-28e5-4e91-a3d9-aa4fffd3b43b req-0eaa942a-a12c-4087-b132-097262b60173 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.0666723 Jun 16 15:04:31.523688 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-09f91699-414f-4ca6-89b9-c1b34e38da06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:31.527114 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-84c530cd-28e5-4e91-a3d9-aa4fffd3b43b req-00a5589a-f891-4f68-aef4-dd0d4171a0b1 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914268 Jun 16 15:04:31.528156 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-09f91699-414f-4ca6-89b9-c1b34e38da06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (5b175073-8746-4978-a874-486936f4f0be), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:31.717142 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:31.730987 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f91699-414f-4ca6-89b9-c1b34e38da06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Router 4644057b-c345-4263-9e22-470bae9d48ea has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:04:31.825748 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:31.836763 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f91699-414f-4ca6-89b9-c1b34e38da06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:04:31.841671 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-09f91699-414f-4ca6-89b9-c1b34e38da06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:31.846253 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] Sync routers for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:31.857584 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:31.858216 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:31.872568 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:31.874880 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d3adc6-408e-4419-8732-f22dee5663fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:31.903363 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:31.920315 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-09f91699-414f-4ca6-89b9-c1b34e38da06 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "PUT /v2.0/floatingips/5b175073-8746-4978-a874-486936f4f0be HTTP/1.1" status: 200 len: 993 time: 0.9863203 Jun 16 15:04:31.969667 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:31.994234 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b01d64-00ae-4754-a159-b8aefb6e6de0 x-openstack-request-id: req-40b01d64-00ae-4754-a159-b8aefb6e6de0 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:31.994526 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:31.994821 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40b01d64-00ae-4754-a159-b8aefb6e6de0 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:31.995172 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b01d64-00ae-4754-a159-b8aefb6e6de0'] response: {'name': 'network-changed', 'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'status': 'completed', 'code': 200} Jun 16 15:04:32.013046 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbf89a-499a-4e9d-8018-0c5f2bb88c6a req-8634b1cc-5392-4402-a739-3b0401816299 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:32.014565 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-37fbf89a-499a-4e9d-8018-0c5f2bb88c6a req-8634b1cc-5392-4402-a739-3b0401816299 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0560057 Jun 16 15:04:32.065610 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-37fbf89a-499a-4e9d-8018-0c5f2bb88c6a req-cb0363ba-6fee-42c6-9278-6ee1cc75736e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452561 Jun 16 15:04:32.178346 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '5b175073-8746-4978-a874-486936f4f0be', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'mac_address': 'fa:16:3e:4f:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:02Z', 'updated_at': '2022-06-16T15:04:31Z', 'revision_number': 3, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:32.206091 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] Checking router: 4644057b-c345-4263-9e22-470bae9d48ea for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:32.215188 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:32.215799 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:32.318954 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:32.523463 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '5b175073-8746-4978-a874-486936f4f0be', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'mac_address': 'fa:16:3e:4f:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:02Z', 'updated_at': '2022-06-16T15:04:31Z', 'revision_number': 3, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:32.548025 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e9f86-20fe-4c20-87e5-abc3a7f57779 None None] The sync data for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi is: [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '5b175073-8746-4978-a874-486936f4f0be', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'port_id': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'mac_address': 'fa:16:3e:4f:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:01:02Z', 'updated_at': '2022-06-16T15:04:31Z', 'revision_number': 3, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:32.647213 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec5dae-f00f-45dd-97c7-703b2e37b31e req-bcb90cb3-cf40-4ee0-88a4-b64f6b33c049 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:32.648886 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e2ec5dae-f00f-45dd-97c7-703b2e37b31e req-bcb90cb3-cf40-4ee0-88a4-b64f6b33c049 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.0501525 Jun 16 15:04:32.699819 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e2ec5dae-f00f-45dd-97c7-703b2e37b31e req-ed4f9a49-e87a-4200-9520-f108b0b8fcdd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451612 Jun 16 15:04:33.188130 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3770-3739-4a8f-b82f-70e00530cab4 req-0070fff5-5c6e-4045-a1b6-921cd343c325 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:33.190316 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f79e3770-3739-4a8f-b82f-70e00530cab4 req-0070fff5-5c6e-4045-a1b6-921cd343c325 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Jun 16 15:04:33.243745 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f79e3770-3739-4a8f-b82f-70e00530cab4 req-6aafecb3-e62f-4973-a3cd-1ce380068c4c tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457351 Jun 16 15:04:33.334023 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-1c45369d-d173-47ba-8ecc-97df280e671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:33.335514 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-1c45369d-d173-47ba-8ecc-97df280e671a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1129 time: 0.0432718 Jun 16 15:04:33.823333 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdae74-9faf-4b93-8e3a-342bfdaf0215 req-0d6411e7-5202-4821-a949-4e3e0153185a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:33.824824 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-62cdae74-9faf-4b93-8e3a-342bfdaf0215 req-0d6411e7-5202-4821-a949-4e3e0153185a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.0493155 Jun 16 15:04:33.870984 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-62cdae74-9faf-4b93-8e3a-342bfdaf0215 req-929fa3f3-7b0c-4f84-9b96-96c512c90d99 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404978 Jun 16 15:04:33.996147 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:33.998477 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:34.033897 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45e7726-80ac-4e4e-93b7-530f9303c2ea x-openstack-request-id: req-f45e7726-80ac-4e4e-93b7-530f9303c2ea {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:34.034189 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:34.034454 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f45e7726-80ac-4e4e-93b7-530f9303c2ea {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:34.034845 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45e7726-80ac-4e4e-93b7-530f9303c2ea'] response: {'name': 'network-changed', 'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'status': 'completed', 'code': 200} Jun 16 15:04:34.209871 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-79061ec8-65c1-4474-bc9c-5a2a2e3226bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:34.211346 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-79061ec8-65c1-4474-bc9c-5a2a2e3226bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.0910668 Jun 16 15:04:34.374107 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-3cd84281-43f8-49ef-9d31-14055aa637f8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:34.375565 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-3cd84281-43f8-49ef-9d31-14055aa637f8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.1120021 Jun 16 15:04:34.390852 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb418-28d8-4a8f-8419-838fddf35082 req-7ffedb08-2f76-4106-b32c-97a983a1fea0 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:34.392264 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93beb418-28d8-4a8f-8419-838fddf35082 req-7ffedb08-2f76-4106-b32c-97a983a1fea0 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0805085 Jun 16 15:04:34.399315 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-6a2312ec-e209-4543-a040-09a8be63cb41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 200 len: 1001 time: 0.1434135 Jun 16 15:04:34.549398 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-93beb418-28d8-4a8f-8419-838fddf35082 req-2a1b047f-2187-4684-81b0-4dab48883237 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490948 Jun 16 15:04:34.550285 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Deleting port 81f49aec-659a-46a4-b41a-827750fcd2ce {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:04:34.550624 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:34.554363 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-9d34152c-8189-4879-8e90-743370f86bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:34.556337 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-9d34152c-8189-4879-8e90-743370f86bdc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.1485624 Jun 16 15:04:34.650077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-c9cd3030-4bbc-4790-a9f9-46efeb06a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:34.651625 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-c9cd3030-4bbc-4790-a9f9-46efeb06a649 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836029 Jun 16 15:04:34.671587 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dba0b-c5ec-4ea2-843d-9bed0876c1f1 req-b6a5ee2c-c687-4f2d-9e62-3556f8c9cc7a tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:34.673272 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-204dba0b-c5ec-4ea2-843d-9bed0876c1f1 req-b6a5ee2c-c687-4f2d-9e62-3556f8c9cc7a tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0510361 Jun 16 15:04:34.734630 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-204dba0b-c5ec-4ea2-843d-9bed0876c1f1 req-40c4c9ec-f07b-41c5-bfe9-081915d5a664 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554698 Jun 16 15:04:34.746349 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] For port 81f49aec-659a-46a4-b41a-827750fcd2ce, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=81f49aec-659a-46a4-b41a-827750fcd2ce,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:34.746809 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:34.763866 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39814) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:34.803755 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19014be-3392-4c39-a115-0b356cd5b89b tempest-TestVolumeBootPattern-316094202 tempest-TestVolumeBootPattern-316094202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:34.808697 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c19014be-3392-4c39-a115-0b356cd5b89b tempest-TestVolumeBootPattern-316094202 tempest-TestVolumeBootPattern-316094202-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 1124 time: 0.0405998 Jun 16 15:04:34.812685 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39818) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:34.817483 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:34.840419 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:34.934222 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.063844 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:35.068895 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:35.089670 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f101b-7899-4934-8699-c25b5d4e3191 req-5044c19a-f178-4868-bcd8-994e132f4648 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:35.091214 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d49f101b-7899-4934-8699-c25b5d4e3191 req-5044c19a-f178-4868-bcd8-994e132f4648 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 945 time: 0.1054807 Jun 16 15:04:35.100161 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-fcd2428a-c1a2-4c6d-a6be-66fae97b554b service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410207 Jun 16 15:04:35.138924 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Allocated IP 172.27.2.11 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/d36072fd-7ca2-4f64-bb59-2444bd159626) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:35.175540 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d49f101b-7899-4934-8699-c25b5d4e3191 req-6803b0dc-033c-4b1b-8eee-d3ac46da033c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=e3429605-7b9b-48bf-9fe3-b8a289754909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757327 Jun 16 15:04:35.206289 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.206652 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (c8bac526-5c0b-4f43-9a98-a49d87594d88), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.206970 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Floating IP c8bac526-5c0b-4f43-9a98-a49d87594d88 disassociated. External IP: 172.27.2.110, port: 81f49aec-659a-46a4-b41a-827750fcd2ce. Jun 16 15:04:35.207314 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Calling delete_port for 81f49aec-659a-46a4-b41a-827750fcd2ce owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:04:35.270990 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (d36072fd-7ca2-4f64-bb59-2444bd159626), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.273557 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:35.293450 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:35.315202 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (d36072fd-7ca2-4f64-bb59-2444bd159626), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.343961 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (81f49aec-659a-46a4-b41a-827750fcd2ce), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.356133 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:35.363298 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:35.368557 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:04:35.372766 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=d36072fd-7ca2-4f64-bb59-2444bd159626,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:35.372944 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'Port': ['ID=81f49aec-659a-46a4-b41a-827750fcd2ce,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:35.408711 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.409100 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.409449 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.409792 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.410129 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.410462 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.410790 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.411119 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.411446 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.411773 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.412103 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.412429 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.412752 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.413102 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.413425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:35.482424 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:04:35.611879 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:04:35.622393 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:35.632807 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:35.633555 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:35.690973 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] No DVR routers for this DVR port 81f49aec-659a-46a4-b41a-827750fcd2ce on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:04:35.694950 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.698303 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3dfff76-5b95-456a-8c53-2d7aaf6f8483 req-fe6cc9d7-5e6e-436b-b650-b40274667299 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "DELETE /v2.0/ports/81f49aec-659a-46a4-b41a-827750fcd2ce HTTP/1.1" status: 204 len: 173 time: 1.3144984 Jun 16 15:04:35.698817 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'name': 'network-vif-deleted', 'tag': '81f49aec-659a-46a4-b41a-827750fcd2ce'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:35.701102 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5aba7d-76b6-4ce2-865f-566cdc309032" -d '{"events": [{"server_uuid": "a6a310ce-a575-4379-9390-2b4ad718e3ed", "name": "network-vif-deleted", "tag": "81f49aec-659a-46a4-b41a-827750fcd2ce"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:35.722250 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b1d3adc6-408e-4419-8732-f22dee5663fa req-ff53e006-01e6-408c-8717-97b3f5e8f3d1 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474998 Jun 16 15:04:35.731828 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (9b2e42b4-7a2f-417f-822f-6d1eb653b1d9), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.756887 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b3c90-e2c5-4548-b115-4c7ef75bf023 x-openstack-request-id: req-551b3c90-e2c5-4548-b115-4c7ef75bf023 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:35.757282 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a310ce-a575-4379-9390-2b4ad718e3ed", "name": "network-vif-deleted", "tag": "81f49aec-659a-46a4-b41a-827750fcd2ce", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:35.757661 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-551b3c90-e2c5-4548-b115-4c7ef75bf023 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:35.758072 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551b3c90-e2c5-4548-b115-4c7ef75bf023'] response: {'server_uuid': 'a6a310ce-a575-4379-9390-2b4ad718e3ed', 'name': 'network-vif-deleted', 'tag': '81f49aec-659a-46a4-b41a-827750fcd2ce', 'status': 'completed', 'code': 200} Jun 16 15:04:35.758869 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:35.829054 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (d36072fd-7ca2-4f64-bb59-2444bd159626), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:35.981554 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-6c6fd0b9-231d-4649-b919-3eb23e863274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:35.983522 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-6c6fd0b9-231d-4649-b919-3eb23e863274 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 1129 time: 0.0494039 Jun 16 15:04:36.033433 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:59Z', 'revision_number': 2, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:36.044526 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (d36072fd-7ca2-4f64-bb59-2444bd159626), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:36.053475 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (d36072fd-7ca2-4f64-bb59-2444bd159626), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:36.065837 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:36.075631 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:36.076256 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:36.107006 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (9b2e42b4-7a2f-417f-822f-6d1eb653b1d9), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:36.110882 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-3139e6e8-10f5-4b0a-a152-8d739b419593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:36.112108 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-3139e6e8-10f5-4b0a-a152-8d739b419593 service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.1207519 Jun 16 15:04:36.154919 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=d36072fd-7ca2-4f64-bb59-2444bd159626,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:36.182006 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:04:36.194309 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:36.218431 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Floating IP 9b2e42b4-7a2f-417f-822f-6d1eb653b1d9 associated. External IP: 172.27.2.11, port: cc43f90e-a572-4f83-9de1-aec44e329893. Jun 16 15:04:36.271141 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:36.313959 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:36.336725 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-689e830a-bc2e-439c-9151-e735ef6aae17 req-d109d661-4696-4a97-87b3-0edfaffd0116 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a310ce-a575-4379-9390-2b4ad718e3ed HTTP/1.1" status: 200 len: 210 time: 0.0413594 Jun 16 15:04:36.359755 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:36.436065 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:59Z', 'revision_number': 2, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:36.466260 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Router ede70ec2-e033-4571-ab30-78be57d69a89 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:04:36.471708 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d662a11-c0ad-4623-a619-3b00bed6a2dd None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'd3f3a4a4-d6e3-4d82-981e-cd401d44dfe9', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:61:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T14:57:32Z', 'updated_at': '2022-06-16T14:58:59Z', 'revision_number': 2, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:36.482486 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-aa69362b-b35b-4c1a-aa5a-4074909b9d02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 200 len: 1001 time: 0.0733905 Jun 16 15:04:36.556910 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:36.574755 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-d77e7d2c-c15e-4fb0-b056-903e353d5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:36.576564 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-d77e7d2c-c15e-4fb0-b056-903e353d5525 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0717552 Jun 16 15:04:36.591186 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:04:36.607898 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:36.611059 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:36.621507 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:36.624594 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:36.653606 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5500111b-63ff-4a78-97bc-17670f8b30ab tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8370318 Jun 16 15:04:36.653831 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:36.653935 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:36.653935 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df3565-29d5-4d7d-8ceb-9662726c2afd" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:36.662870 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-eb503319-a598-491a-90f0-978db0d6341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:36.664487 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-eb503319-a598-491a-90f0-978db0d6341d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801396 Jun 16 15:04:36.701705 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8df86af-3fb7-405b-8b2c-a62f39889512 x-openstack-request-id: req-b8df86af-3fb7-405b-8b2c-a62f39889512 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:36.702157 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:36.702412 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b8df86af-3fb7-405b-8b2c-a62f39889512 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:36.702811 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8df86af-3fb7-405b-8b2c-a62f39889512'] response: {'name': 'network-changed', 'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'status': 'completed', 'code': 200} Jun 16 15:04:36.766300 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:36.792693 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a76e01-4fca-480e-b3cb-d0a684316f07 None None] New status for floating IP c8bac526-5c0b-4f43-9a98-a49d87594d88: DOWN {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:04:36.816535 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-e81d14df-a0fa-4006-9b38-fdc54c8b76db service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322269 Jun 16 15:04:36.819698 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-9ba53293-3dfb-49aa-9d26-d9d2a30d0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:36.821649 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-9ba53293-3dfb-49aa-9d26-d9d2a30d0ac4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 1129 time: 0.0569460 Jun 16 15:04:36.903567 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:36.992505 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-e27ea364-d5d0-45e0-a7c2-2ded8cb40335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:36.993986 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-e27ea364-d5d0-45e0-a7c2-2ded8cb40335 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 913 time: 0.1580825 Jun 16 15:04:36.995749 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7005c65d-fe1b-404b-a5bf-3dba58cb9a03 req-ad06a813-2d2f-48e8-856e-3856206c9867 service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671381 Jun 16 15:04:37.065508 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 81f49aec-659a-46a4-b41a-827750fcd2ce no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:04:37.087952 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 81f49aec-659a-46a4-b41a-827750fcd2ce {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:04:37.088296 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 81f49aec-659a-46a4-b41a-827750fcd2ce not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:04:37.091688 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-ef44cd11-f42d-4a13-90b7-fcf86ba7dc46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc43f90e-a572-4f83-9de1-aec44e329893 HTTP/1.1" status: 200 len: 998 time: 0.0643032 Jun 16 15:04:37.096862 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:37.159466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-c5ed25d1-7900-4927-b382-83a90c45fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:37.161059 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-c5ed25d1-7900-4927-b382-83a90c45fe29 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0526152 Jun 16 15:04:37.161621 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:35Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:37.195522 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:37.204510 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:37.205300 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:37.212379 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-68d839b4-f635-4988-9d00-4ae3822c8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:37.214024 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-68d839b4-f635-4988-9d00-4ae3822c8e79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464516 Jun 16 15:04:37.308097 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5a75a5fb-4508-46c4-935d-f4bd25579d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:37.327913 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:37.363197 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-9ce1cf7d-a2cb-4bf9-bc71-b5ca74070855 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372721 Jun 16 15:04:37.381697 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e6d8-c637-41f0-a344-f7d6223fb2c2 req-6ee67751-b3b2-40c5-9715-78d0506ab93c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:37.383425 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fe66e6d8-c637-41f0-a344-f7d6223fb2c2 req-6ee67751-b3b2-40c5-9715-78d0506ab93c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0525353 Jun 16 15:04:37.460946 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39848) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:37.505185 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fe66e6d8-c637-41f0-a344-f7d6223fb2c2 req-6dbc91b6-d19b-4c94-be86-777ba3a2ac80 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143899 Jun 16 15:04:37.520022 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06240511-b8ea-4b4f-9533-24267fd2540b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (e3429605-7b9b-48bf-9fe3-b8a289754909), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:37.540729 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84df3565-29d5-4d7d-8ceb-9662726c2afd req-4cb6359e-9674-4a87-93e4-78465e3a28d2 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423588 Jun 16 15:04:37.548826 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06240511-b8ea-4b4f-9533-24267fd2540b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (e3429605-7b9b-48bf-9fe3-b8a289754909), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:37.567223 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:35Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:37.594196 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e03d3-2db4-4bca-ad16-f48028dc2c53 None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:35Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:37.601818 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06240511-b8ea-4b4f-9533-24267fd2540b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e3429605-7b9b-48bf-9fe3-b8a289754909), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:37.604718 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-06240511-b8ea-4b4f-9533-24267fd2540b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:37.606270 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-06240511-b8ea-4b4f-9533-24267fd2540b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "DELETE /v2.0/security-groups/e3429605-7b9b-48bf-9fe3-b8a289754909 HTTP/1.1" status: 204 len: 168 time: 0.1436882 Jun 16 15:04:37.609332 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39850) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:37.617830 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06240511-b8ea-4b4f-9533-24267fd2540b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3429605-7b9b-48bf-9fe3-b8a289754909,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:37.623815 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.api.v2.resource [None req-d662c8b0-d2cb-4d17-bdb0-05abc413e2e4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] show failed (client error): The resource could not be found. Jun 16 15:04:37.624825 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d662c8b0-d2cb-4d17-bdb0-05abc413e2e4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups/e3429605-7b9b-48bf-9fe3-b8a289754909 HTTP/1.1" status: 404 len: 347 time: 0.0142832 Jun 16 15:04:37.627751 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39852) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:37.744337 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Deleting port d255b5d7-6155-46b2-88aa-6f7097337c13 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:04:37.744685 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (d255b5d7-6155-46b2-88aa-6f7097337c13), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:37.803193 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4430c57e-2806-4233-aa8d-1eef023a2488 None None] New status for floating IP 9b2e42b4-7a2f-417f-822f-6d1eb653b1d9: ACTIVE {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:04:37.826317 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (d255b5d7-6155-46b2-88aa-6f7097337c13), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:37.826625 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (d255b5d7-6155-46b2-88aa-6f7097337c13), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:37.835655 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:37.840759 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Calling delete_port for d255b5d7-6155-46b2-88aa-6f7097337c13 owned by network:floatingip {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:04:37.848914 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:37.987605 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (d255b5d7-6155-46b2-88aa-6f7097337c13), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:38.012158 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'Port': ['ID=d255b5d7-6155-46b2-88aa-6f7097337c13,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:38.083844 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (c8bac526-5c0b-4f43-9a98-a49d87594d88), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:38.086346 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:38.087583 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-1565c346-1661-4496-99cf-ed53cf823f0d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "DELETE /v2.0/floatingips/c8bac526-5c0b-4f43-9a98-a49d87594d88 HTTP/1.1" status: 204 len: 168 time: 0.4589312 Jun 16 15:04:38.637240 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe579bc-167c-4ab5-af3a-975defbccd7b req-2748a02e-2f84-4c3a-8eca-27b1bd31e6b7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:38.638747 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe579bc-167c-4ab5-af3a-975defbccd7b req-2748a02e-2f84-4c3a-8eca-27b1bd31e6b7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0480599 Jun 16 15:04:38.686418 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1fe579bc-167c-4ab5-af3a-975defbccd7b req-f74a9a50-742b-4f43-8e8e-58a0e30b4ae3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Jun 16 15:04:39.799947 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058cdd6-c547-4133-a001-cc45b3b87d57 req-45261503-6db4-4bc8-8928-236df564afeb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:39.801481 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058cdd6-c547-4133-a001-cc45b3b87d57 req-45261503-6db4-4bc8-8928-236df564afeb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0484188 Jun 16 15:04:39.849255 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2058cdd6-c547-4133-a001-cc45b3b87d57 req-89bf51ea-67d6-4151-b213-ffc5935e8b81 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Jun 16 15:04:40.142383 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e08616d9-a090-445a-a01a-c12ff1dae975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:40.842122 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14254444-f969-4f08-87d0-432d63f751e9 req-1e71b889-4177-48ae-a10d-144069e0d37c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:40.843669 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-14254444-f969-4f08-87d0-432d63f751e9 req-1e71b889-4177-48ae-a10d-144069e0d37c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 946 time: 0.0505111 Jun 16 15:04:40.900019 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-14254444-f969-4f08-87d0-432d63f751e9 req-b8372fe7-d617-499a-9c95-ce5ced9a6a0e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508456 Jun 16 15:04:40.978128 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187133ff-1b39-4823-b35b-d2089605a9a1 req-07804e73-473d-4cff-a404-fedf1f7aab1f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:40.979698 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-187133ff-1b39-4823-b35b-d2089605a9a1 req-07804e73-473d-4cff-a404-fedf1f7aab1f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0479527 Jun 16 15:04:41.003314 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787feee9-2fb1-4eaf-a75e-bab76d4607ec req-91fdf72a-794a-4bf5-8ab6-81475eca2fe7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:41.005300 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-787feee9-2fb1-4eaf-a75e-bab76d4607ec req-91fdf72a-794a-4bf5-8ab6-81475eca2fe7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0476606 Jun 16 15:04:41.026267 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:41.030050 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-187133ff-1b39-4823-b35b-d2089605a9a1 req-0d648cfe-430d-4ae0-93c9-5daf164d9956 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447173 Jun 16 15:04:41.056074 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-787feee9-2fb1-4eaf-a75e-bab76d4607ec req-074326e5-6795-4926-b56c-add0df07c89e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Jun 16 15:04:42.175552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0e181-f259-4446-8528-fb52d667d096 req-21adc043-ffe9-4c49-a954-c9601f81c13f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:42.177883 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c8f0e181-f259-4446-8528-fb52d667d096 req-21adc043-ffe9-4c49-a954-c9601f81c13f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0585446 Jun 16 15:04:42.230347 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c8f0e181-f259-4446-8528-fb52d667d096 req-5935eac7-5fc3-4ba7-a9bd-a1a105b99592 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459111 Jun 16 15:04:42.260241 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc09726-35c3-4af7-a607-c3161d022e29 req-1ae35b00-9219-449f-a844-9f2cac5501fe tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:42.263034 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1dc09726-35c3-4af7-a607-c3161d022e29 req-1ae35b00-9219-449f-a844-9f2cac5501fe tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 946 time: 0.2930489 Jun 16 15:04:42.311882 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1dc09726-35c3-4af7-a607-c3161d022e29 req-33191ade-a1af-4597-bf92-874af2637232 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437644 Jun 16 15:04:42.342092 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945dd66-3414-4950-af1a-0890f60fc08e req-5cdc7613-701b-422e-9c33-be9aa82f18c9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:42.343615 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e945dd66-3414-4950-af1a-0890f60fc08e req-5cdc7613-701b-422e-9c33-be9aa82f18c9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0528941 Jun 16 15:04:42.392383 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e945dd66-3414-4950-af1a-0890f60fc08e req-1d5ef7d9-0a5b-4827-8b04-151d98be70b3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Jun 16 15:04:42.534400 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:43.347493 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e17e-d9d9-4fd7-abc4-b5e14abfd41e req-f1e25204-b943-466d-b6d6-46b73773982c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:43.349006 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b613e17e-d9d9-4fd7-abc4-b5e14abfd41e req-f1e25204-b943-466d-b6d6-46b73773982c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0472114 Jun 16 15:04:43.399382 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b613e17e-d9d9-4fd7-abc4-b5e14abfd41e req-e86f45a1-e4f5-4418-9b1d-10fe9bcf19cb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437028 Jun 16 15:04:43.446841 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-b6e3b0de-602b-4367-ab13-b80e1bdc7556 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:43.448210 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-b6e3b0de-602b-4367-ab13-b80e1bdc7556 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 946 time: 0.0755579 Jun 16 15:04:43.462082 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e909ef-d579-462d-a4bf-4f473e89a07a req-d5df467d-013a-4126-b913-d9425a84e756 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:43.463474 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a8e909ef-d579-462d-a4bf-4f473e89a07a req-d5df467d-013a-4126-b913-d9425a84e756 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 946 time: 0.0614829 Jun 16 15:04:43.512041 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2887325-1d68-4cae-b9b2-a483435ee2b6 req-53382d9e-dbd1-48c6-b621-754c4559b36e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:43.513631 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f2887325-1d68-4cae-b9b2-a483435ee2b6 req-53382d9e-dbd1-48c6-b621-754c4559b36e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0502584 Jun 16 15:04:43.514861 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a8e909ef-d579-462d-a4bf-4f473e89a07a req-5a377da6-e865-4874-a5eb-babac97b8d07 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=7904acff-9161-498e-80d8-e4d82f3b30ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459762 Jun 16 15:04:43.549808 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:43.564744 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f2887325-1d68-4cae-b9b2-a483435ee2b6 req-eca4394b-cfe8-4709-a1c0-fd0993b9cc93 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Jun 16 15:04:43.700079 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-67337c87-348f-4af1-be4e-27b0b2095647 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:43.701575 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-67337c87-348f-4af1-be4e-27b0b2095647 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0743310 Jun 16 15:04:43.745239 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Deleting port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:04:43.745498 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:43.749758 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:43.750488 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:43.858179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Deleting port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:04:43.858179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:43.944152 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] For port ea6268ec-2917-4b9f-ac8d-bc4237b637d9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:43.944526 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.024538 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] For port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:44.024813 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.221049 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.221414 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.221730 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Floating IP d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9 disassociated. External IP: 172.27.2.134, port: ea6268ec-2917-4b9f-ac8d-bc4237b637d9. Jun 16 15:04:44.222080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Calling delete_port for ea6268ec-2917-4b9f-ac8d-bc4237b637d9 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:04:44.308690 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.309071 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.309390 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Floating IP ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad disassociated. External IP: 172.27.2.196, port: 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65. Jun 16 15:04:44.309737 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Calling delete_port for 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:04:44.372958 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.449392 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:44.490703 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (ea6268ec-2917-4b9f-ac8d-bc4237b637d9), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.615434 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-02da0749-f643-45bf-b58b-ac984ebbf4a9 req-1ca6ac9c-75ca-4dc2-a7fd-f42bd08cc98a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0293880 Jun 16 15:04:44.728828 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacc06-722e-4976-9202-a977197851de req-f763d648-a977-4e27-8606-365a6e10e323 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:44.730658 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c4dacc06-722e-4976-9202-a977197851de req-f763d648-a977-4e27-8606-365a6e10e323 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 947 time: 0.0517199 Jun 16 15:04:44.756397 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:44.782009 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c4dacc06-722e-4976-9202-a977197851de req-92cb4ae8-b451-47df-ba40-2d2b05c6023d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=0913f173-6b40-4455-8811-72fe26d282b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Jun 16 15:04:44.801038 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'Port': ['ID=ea6268ec-2917-4b9f-ac8d-bc4237b637d9,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:44.813394 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:44.840263 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861867cd-8ecb-4585-8e9a-275831bc1355 req-ca4da3f3-b0b5-4d00-a026-40b50656664f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:44.841799 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-861867cd-8ecb-4585-8e9a-275831bc1355 req-ca4da3f3-b0b5-4d00-a026-40b50656664f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.3705268 Jun 16 15:04:44.844638 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:44.918558 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event deleted for resources: {'Port': ['ID=4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:44.923950 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:45.045617 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-861867cd-8ecb-4585-8e9a-275831bc1355 req-dd7a47c5-7a72-484d-baa7-ca894bfe409c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703072 Jun 16 15:04:45.059307 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:04:45.165476 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Router 23be61ec-e38c-4806-9820-c303c534a6ab has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:04:45.257205 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:04:45.268196 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:45.279430 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:45.280065 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:45.347344 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] No DVR routers for this DVR port ea6268ec-2917-4b9f-ac8d-bc4237b637d9 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:04:45.352448 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:45.356008 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea3c106a-d319-4e2a-b6cd-bd5131752e48 req-bcdca456-72b9-404e-ad9e-37835f2e8ad8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "DELETE /v2.0/ports/ea6268ec-2917-4b9f-ac8d-bc4237b637d9 HTTP/1.1" status: 204 len: 173 time: 1.7543795 Jun 16 15:04:45.356584 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'name': 'network-vif-deleted', 'tag': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:45.359006 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acd480e-16aa-46c1-a19b-02034599177f" -d '{"events": [{"server_uuid": "133e2287-518a-4c4e-bb51-8790ed7647a7", "name": "network-vif-deleted", "tag": "ea6268ec-2917-4b9f-ac8d-bc4237b637d9"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:45.382099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:04:45.398997 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] Sync routers for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:45.405172 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:45.418197 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8413d6c-fd0f-4a99-bbdd-a41b3867516a x-openstack-request-id: req-f8413d6c-fd0f-4a99-bbdd-a41b3867516a {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:45.421448 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133e2287-518a-4c4e-bb51-8790ed7647a7", "name": "network-vif-deleted", "tag": "ea6268ec-2917-4b9f-ac8d-bc4237b637d9", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:45.422078 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8413d6c-fd0f-4a99-bbdd-a41b3867516a {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:45.422690 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8413d6c-fd0f-4a99-bbdd-a41b3867516a'] response: {'server_uuid': '133e2287-518a-4c4e-bb51-8790ed7647a7', 'name': 'network-vif-deleted', 'tag': 'ea6268ec-2917-4b9f-ac8d-bc4237b637d9', 'status': 'completed', 'code': 200} Jun 16 15:04:45.423184 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:45.424082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:45.501223 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] No DVR routers for this DVR port 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:04:45.503650 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:45.507598 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5cd2dfb6-f7d7-49b9-b995-5bd5580d92e3 req-9615365f-1273-42bf-ae43-e112d58fb875 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "DELETE /v2.0/ports/4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 HTTP/1.1" status: 204 len: 173 time: 1.7987494 Jun 16 15:04:45.510760 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:45.561079 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:45.562953 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:45.621320 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:45.648282 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:45.657391 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:45.658020 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:45.730572 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ef45dc21-2746-4d85-844c-107519560d4e req-41b48657-4da0-47e3-bb48-7ee648e820aa tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=133e2287-518a-4c4e-bb51-8790ed7647a7 HTTP/1.1" status: 200 len: 210 time: 0.0311828 Jun 16 15:04:45.769819 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:45.775802 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:45.801106 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] Checking router: 23be61ec-e38c-4806-9820-c303c534a6ab for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:45.810251 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:04:45.810884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:45.909999 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e9f7a248-9c20-4dd8-8ed6-bfcd8e17094f req-6655db99-64b4-4c57-9453-1c039b7c11b9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9 HTTP/1.1" status: 200 len: 210 time: 0.0392418 Jun 16 15:04:45.919192 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:45.934366 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:04:45.983903 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:46.014239 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d3811-22d9-4308-a4ac-803504cb13f1 None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:46.161938 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:46.192788 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65ce0-cc07-4c1a-b511-21a1fec9c880 None None] The sync data for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi is: [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:46.197099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bab4c-65e6-40eb-85c1-19d9c5da7ccd req-744f6eff-5163-43cc-8209-a7404395fda7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:46.198792 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-784bab4c-65e6-40eb-85c1-19d9c5da7ccd req-744f6eff-5163-43cc-8209-a7404395fda7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0680602 Jun 16 15:04:46.277442 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-784bab4c-65e6-40eb-85c1-19d9c5da7ccd req-216f4dbd-9c7b-4fdc-9a76-141ea14aa1f9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726233 Jun 16 15:04:46.424342 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652fdd3-a355-4c24-9f9a-773bcbb821e8 None None] New status for floating IP d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9: DOWN {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:04:46.552597 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43621bcb-3845-4fbf-971e-993933adc9be None None] New status for floating IP ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad: DOWN {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:04:46.821748 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39934) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:46.875378 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b388fea8-fb83-4761-8dfa-3353825fe269 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (7904acff-9161-498e-80d8-e4d82f3b30ba), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:46.877526 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:46.900701 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b388fea8-fb83-4761-8dfa-3353825fe269 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (7904acff-9161-498e-80d8-e4d82f3b30ba), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:46.960315 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b388fea8-fb83-4761-8dfa-3353825fe269 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (7904acff-9161-498e-80d8-e4d82f3b30ba), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:46.963193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-b388fea8-fb83-4761-8dfa-3353825fe269 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:46.964389 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-b388fea8-fb83-4761-8dfa-3353825fe269 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "DELETE /v2.0/security-groups/7904acff-9161-498e-80d8-e4d82f3b30ba HTTP/1.1" status: 204 len: 168 time: 0.1416605 Jun 16 15:04:46.967490 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39938) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:46.976111 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388fea8-fb83-4761-8dfa-3353825fe269 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7904acff-9161-498e-80d8-e4d82f3b30ba,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:46.994574 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.api.v2.resource [None req-944de25e-0feb-4517-a860-f9a1275e51d5 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] show failed (client error): The resource could not be found. Jun 16 15:04:46.995819 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-944de25e-0feb-4517-a860-f9a1275e51d5 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups/7904acff-9161-498e-80d8-e4d82f3b30ba HTTP/1.1" status: 404 len: 347 time: 0.0271466 Jun 16 15:04:46.998543 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39942) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.025008 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39944) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.042150 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device ea6268ec-2917-4b9f-ac8d-bc4237b637d9 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:04:47.063141 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: ea6268ec-2917-4b9f-ac8d-bc4237b637d9 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:04:47.063756 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device ea6268ec-2917-4b9f-ac8d-bc4237b637d9 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:04:47.087378 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f422bd76-0fa0-4c8c-bdb6-346487bae226 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (0913f173-6b40-4455-8811-72fe26d282b5), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.111357 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f422bd76-0fa0-4c8c-bdb6-346487bae226 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (0913f173-6b40-4455-8811-72fe26d282b5), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.120551 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Deleting port dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:04:47.120915 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.147121 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:47.162608 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f422bd76-0fa0-4c8c-bdb6-346487bae226 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (0913f173-6b40-4455-8811-72fe26d282b5), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.165303 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f422bd76-0fa0-4c8c-bdb6-346487bae226 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.166475 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-f422bd76-0fa0-4c8c-bdb6-346487bae226 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "DELETE /v2.0/security-groups/0913f173-6b40-4455-8811-72fe26d282b5 HTTP/1.1" status: 204 len: 168 time: 0.1404662 Jun 16 15:04:47.169783 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39946) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.176618 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422bd76-0fa0-4c8c-bdb6-346487bae226 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0913f173-6b40-4455-8811-72fe26d282b5,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.191187 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.api.v2.resource [None req-fa09f36c-fd34-4e6d-9c39-54e167bd9e9a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] show failed (client error): The resource could not be found. Jun 16 15:04:47.192234 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-fa09f36c-fd34-4e6d-9c39-54e167bd9e9a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups/0913f173-6b40-4455-8811-72fe26d282b5 HTTP/1.1" status: 404 len: 347 time: 0.0215917 Jun 16 15:04:47.195213 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39948) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.219884 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.220218 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.233034 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Calling delete_port for dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c owned by network:floatingip {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:04:47.310442 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Deleting port dd442b17-b5bd-474b-9649-17ed31f9236d {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:04:47.310795 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (dd442b17-b5bd-474b-9649-17ed31f9236d), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.393402 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (dd442b17-b5bd-474b-9649-17ed31f9236d), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.393734 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (dd442b17-b5bd-474b-9649-17ed31f9236d), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.406378 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Calling delete_port for dd442b17-b5bd-474b-9649-17ed31f9236d owned by network:floatingip {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:04:47.416818 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.427287 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34723267-4520-454f-bbea-399bb57589f0 req-8b62b224-8d0e-4fc0-a28b-9dd3963f457c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:47.428776 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-34723267-4520-454f-bbea-399bb57589f0 req-8b62b224-8d0e-4fc0-a28b-9dd3963f457c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0707560 Jun 16 15:04:47.447433 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-deleted', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:47.449675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e457fc-6e10-4a35-9ba0-89fed7ec856f" -d '{"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-deleted", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:47.463012 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'Port': ['ID=dbf3c7e3-c61f-4232-bee4-dcd1bbb2900c,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.494637 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b7c08-0f63-4721-85de-b9dce00c39f4 x-openstack-request-id: req-608b7c08-0f63-4721-85de-b9dce00c39f4 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:47.494928 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9", "name": "network-vif-deleted", "tag": "4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:47.495179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-608b7c08-0f63-4721-85de-b9dce00c39f4 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:47.495574 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608b7c08-0f63-4721-85de-b9dce00c39f4'] response: {'server_uuid': '895d3ffa-3dc2-4e53-9c8a-1fcf9de52ea9', 'name': 'network-vif-deleted', 'tag': '4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65', 'status': 'completed', 'code': 200} Jun 16 15:04:47.499787 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.502228 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.503373 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1ec88e62-cb4a-48d8-8d54-b440c4e93668 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "DELETE /v2.0/floatingips/d3f3a4a4-d6e3-4d82-981e-cd401d44dfe9 HTTP/1.1" status: 204 len: 168 time: 0.5038168 Jun 16 15:04:47.532088 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-34723267-4520-454f-bbea-399bb57589f0 req-0dffddcf-8105-48f6-baa2-589a04c2085f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934644 Jun 16 15:04:47.564012 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (dd442b17-b5bd-474b-9649-17ed31f9236d), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.590682 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39956) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.590862 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event deleted for resources: {'Port': ['ID=dd442b17-b5bd-474b-9649-17ed31f9236d,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.596085 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-b6ef6f63-45a5-4aa9-80dc-4108bd46de1e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542244541', 'description': 'tempest-description--966623891'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:47.620302 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b6ef6f63-45a5-4aa9-80dc-4108bd46de1e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.653923 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.656665 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.657857 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-457f8e83-4b44-4718-a41c-e3bf1945ae1f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "DELETE /v2.0/floatingips/ebe3b96b-871a-4dce-b5ec-e5e915cfb4ad HTTP/1.1" status: 204 len: 168 time: 0.4610956 Jun 16 15:04:47.697806 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b6ef6f63-45a5-4aa9-80dc-4108bd46de1e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (1f579d19-7f4c-46f1-b393-6bfa749fc40f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.701918 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b6ef6f63-45a5-4aa9-80dc-4108bd46de1e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (1f579d19-7f4c-46f1-b393-6bfa749fc40f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.734200 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b6ef6f63-45a5-4aa9-80dc-4108bd46de1e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.738335 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b6ef6f63-45a5-4aa9-80dc-4108bd46de1e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435709 Jun 16 15:04:47.738335 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef6f63-45a5-4aa9-80dc-4108bd46de1e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f579d19-7f4c-46f1-b393-6bfa749fc40f,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.740109 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39960) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.744391 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-d2cf0990-0560-41f5-bb82-4db5eb5ba70d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group_rule': {'security_group_id': '1f579d19-7f4c-46f1-b393-6bfa749fc40f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:47.765476 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39962) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.770026 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-69a5ea86-2b84-4c66-bf8b-f4115eb13cac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--909915726', 'description': 'tempest-description--944653676'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:47.785784 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0990-0560-41f5-bb82-4db5eb5ba70d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (df6e7392-cf46-4955-8d17-a9a898790e7f), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.816662 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:47.818420 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:47.824595 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-69a5ea86-2b84-4c66-bf8b-f4115eb13cac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.877118 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0990-0560-41f5-bb82-4db5eb5ba70d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (df6e7392-cf46-4955-8d17-a9a898790e7f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.887143 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0990-0560-41f5-bb82-4db5eb5ba70d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (df6e7392-cf46-4955-8d17-a9a898790e7f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.917944 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf0990-0560-41f5-bb82-4db5eb5ba70d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6e7392-cf46-4955-8d17-a9a898790e7f,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.925372 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0990-0560-41f5-bb82-4db5eb5ba70d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.926537 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d2cf0990-0560-41f5-bb82-4db5eb5ba70d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855054 Jun 16 15:04:47.929449 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39964) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.934174 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-a9e848e2-58d9-4c25-9879-65eb72fd4b22 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group_rule': {'security_group_id': '1f579d19-7f4c-46f1-b393-6bfa749fc40f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:47.943602 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-69a5ea86-2b84-4c66-bf8b-f4115eb13cac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (f3e8a619-cf9b-44b7-afb8-7b908b0c9616), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.947912 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-69a5ea86-2b84-4c66-bf8b-f4115eb13cac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (f3e8a619-cf9b-44b7-afb8-7b908b0c9616), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.961953 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a9e848e2-58d9-4c25-9879-65eb72fd4b22 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (cb24a8be-3c83-4e54-8fa1-5df2ad820cd6), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.979364 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-69a5ea86-2b84-4c66-bf8b-f4115eb13cac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:47.980531 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-69a5ea86-2b84-4c66-bf8b-f4115eb13cac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2141562 Jun 16 15:04:47.983411 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39966) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:47.985249 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5ea86-2b84-4c66-bf8b-f4115eb13cac tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8a619-cf9b-44b7-afb8-7b908b0c9616,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.990103 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-64a8b54f-116e-4c83-a8cd-e932d0258d15 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'security_group_rule': {'security_group_id': 'f3e8a619-cf9b-44b7-afb8-7b908b0c9616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:48.038693 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a9e848e2-58d9-4c25-9879-65eb72fd4b22 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (cb24a8be-3c83-4e54-8fa1-5df2ad820cd6), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.039938 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-64a8b54f-116e-4c83-a8cd-e932d0258d15 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (ae4bfcba-4b69-4148-a7bf-8718f9bcff56), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.044946 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a9e848e2-58d9-4c25-9879-65eb72fd4b22 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (cb24a8be-3c83-4e54-8fa1-5df2ad820cd6), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.093262 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e848e2-58d9-4c25-9879-65eb72fd4b22 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb24a8be-3c83-4e54-8fa1-5df2ad820cd6,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:48.099717 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:48.104738 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a9e848e2-58d9-4c25-9879-65eb72fd4b22 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.105977 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a9e848e2-58d9-4c25-9879-65eb72fd4b22 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754050 Jun 16 15:04:48.109184 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 39968) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:48.114132 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:48.130697 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-64a8b54f-116e-4c83-a8cd-e932d0258d15 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (ae4bfcba-4b69-4148-a7bf-8718f9bcff56), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.134607 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-64a8b54f-116e-4c83-a8cd-e932d0258d15 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (ae4bfcba-4b69-4148-a7bf-8718f9bcff56), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.140580 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.156370 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8b54f-116e-4c83-a8cd-e932d0258d15 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4bfcba-4b69-4148-a7bf-8718f9bcff56,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:48.168332 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-64a8b54f-116e-4c83-a8cd-e932d0258d15 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.169631 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-64a8b54f-116e-4c83-a8cd-e932d0258d15 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1852984 Jun 16 15:04:48.172532 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39970) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:48.176975 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-300b8bb7-a916-44fd-bda3-59a5ea473b76 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'security_group_rule': {'security_group_id': 'f3e8a619-cf9b-44b7-afb8-7b908b0c9616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:48.209801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:48.212553 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-300b8bb7-a916-44fd-bda3-59a5ea473b76 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (4b25fc49-2ffa-4123-8320-56bf138078ed), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.226527 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.274330 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-300b8bb7-a916-44fd-bda3-59a5ea473b76 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (4b25fc49-2ffa-4123-8320-56bf138078ed), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.278199 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-300b8bb7-a916-44fd-bda3-59a5ea473b76 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (4b25fc49-2ffa-4123-8320-56bf138078ed), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.297511 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b8bb7-a916-44fd-bda3-59a5ea473b76 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b25fc49-2ffa-4123-8320-56bf138078ed,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:48.304513 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-300b8bb7-a916-44fd-bda3-59a5ea473b76 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.309204 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-300b8bb7-a916-44fd-bda3-59a5ea473b76 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328800 Jun 16 15:04:48.309573 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 39972) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:04:48.313897 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:48.334990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.342066 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Allocated IP 172.27.2.171 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/3a5f3557-8457-4891-857c-c21a44bebd2f) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:48.419563 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.459562 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (3a5f3557-8457-4891-857c-c21a44bebd2f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.492966 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (3a5f3557-8457-4891-857c-c21a44bebd2f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.530883 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:48.538359 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:48.542743 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:04:48.545778 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Allocated IP 172.27.2.240 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/676d9c94-ecc2-4226-8b5e-358d67e34370) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:48.546025 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:48.549331 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=3a5f3557-8457-4891-857c-c21a44bebd2f,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:48.597914 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (b7e14c03-60d2-4d96-93fc-560f18235fd8), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.640019 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (3a5f3557-8457-4891-857c-c21a44bebd2f), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.682545 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bdfef-1f32-4608-a74c-9ccb50d3e026 req-9b759b75-32ce-4c6a-9c08-cc6289091c74 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:48.684077 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-228bdfef-1f32-4608-a74c-9ccb50d3e026 req-9b759b75-32ce-4c6a-9c08-cc6289091c74 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0595734 Jun 16 15:04:48.730104 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for port (676d9c94-ecc2-4226-8b5e-358d67e34370), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.735534 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:48.770108 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-228bdfef-1f32-4608-a74c-9ccb50d3e026 req-21dcdf77-b83e-4e32-859e-a89a9d77b526 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798137 Jun 16 15:04:48.796553 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (3a5f3557-8457-4891-857c-c21a44bebd2f), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.798465 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (676d9c94-ecc2-4226-8b5e-358d67e34370), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.801451 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (3a5f3557-8457-4891-857c-c21a44bebd2f), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.834039 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (b7e14c03-60d2-4d96-93fc-560f18235fd8), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.841199 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:48.848228 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:48.852066 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:04:48.854660 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=3a5f3557-8457-4891-857c-c21a44bebd2f,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:48.855681 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'Port': ['ID=676d9c94-ecc2-4226-8b5e-358d67e34370,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:48.860171 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.870354 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-135ddbf0-61bb-4d00-94aa-ecfb97b37e6d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7510934 Jun 16 15:04:48.939434 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (f3f2f7ad-7873-4395-bf97-b1a78baf4a1b), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:48.969457 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:48.971628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:48.980725 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (676d9c94-ecc2-4226-8b5e-358d67e34370), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:49.017802 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-7a0e89cc-7433-4dd7-93fe-2749a4d7d0e9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1542244541&fields=id&tenant_id=2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 267 time: 0.0446031 Jun 16 15:04:49.050355 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:04:49.073932 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:04:49.074593 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4a15d94a-43cc-45b4-89d5-3b8cdc6c8c65 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:04:49.131992 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-0dff113c-26df-4f61-8278-b3cc84b27eeb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:49.134166 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-0dff113c-26df-4f61-8278-b3cc84b27eeb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 815 time: 0.1090584 Jun 16 15:04:49.135443 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for port (676d9c94-ecc2-4226-8b5e-358d67e34370), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:49.139933 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (676d9c94-ecc2-4226-8b5e-358d67e34370), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:49.150928 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-b8acd7d3-d654-4c4f-b996-84861b657168 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/quotas/2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 375 time: 0.0097051 Jun 16 15:04:49.211203 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'Port': ['ID=676d9c94-ecc2-4226-8b5e-358d67e34370,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:49.221284 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-4e25101b-db6f-4e98-ae3b-3a1eeeb98443 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486176 Jun 16 15:04:49.227912 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (f3f2f7ad-7873-4395-bf97-b1a78baf4a1b), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:49.245139 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:49.246376 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c00d34bd-0346-456a-8644-776301f40952 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9358797 Jun 16 15:04:49.323681 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-10073667-f6df-4494-9e28-854fd46013f9 service neutron] 10.222.0.72 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894265 Jun 16 15:04:49.401254 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-3d986c3c-137c-48d4-8433-448bd226767b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--909915726&fields=id&tenant_id=2a4c67a42f8a405d84d4697a45e962ff HTTP/1.1" status: 200 len: 267 time: 0.0450637 Jun 16 15:04:49.420659 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-66f68d05-706c-4021-8b1a-9ad262d79e28 service neutron] 10.222.0.72 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912936 Jun 16 15:04:49.513898 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-2e3fca59-1957-4d67-bbd4-9ad78931cfd5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:49.515397 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-2e3fca59-1957-4d67-bbd4-9ad78931cfd5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 816 time: 0.1071610 Jun 16 15:04:49.534607 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-f491a32f-143f-4293-b670-8bde796e5f17 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/quotas/2a4c67a42f8a405d84d4697a45e962ff HTTP/1.1" status: 200 len: 375 time: 0.0107088 Jun 16 15:04:49.587508 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-668668af-5134-4aa1-8b6a-94b0555d0256 req-b5703212-2a50-4003-815b-10ede13d5ca5 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 210 time: 0.0322850 Jun 16 15:04:49.592198 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-e39ac5ee-73eb-45e7-8749-e6145bb6b0f3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512638 Jun 16 15:04:49.691464 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-737e5131-f7d7-4fec-9412-67ce9c18b4a3 service neutron] 10.222.0.72 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858643 Jun 16 15:04:49.795007 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-1dd17910-5840-4243-bbdf-ec769b4bbc54 service neutron] 10.222.0.72 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975757 Jun 16 15:04:49.906890 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee07cc-d0de-42bd-9e9e-5b812d8c96b1 req-a9a1de1a-54b1-44a9-9662-15caf99674b0 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:49.908454 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0eee07cc-d0de-42bd-9e9e-5b812d8c96b1 req-a9a1de1a-54b1-44a9-9662-15caf99674b0 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0573161 Jun 16 15:04:49.972132 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0eee07cc-d0de-42bd-9e9e-5b812d8c96b1 req-8480fb92-413c-4d7f-9b16-03c1f0145d06 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560699 Jun 16 15:04:50.004434 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a7c90be0-7f8f-4d3d-9e5a-108e4e84d1bb req-d85a5f76-522a-4284-8f93-85808701ab33 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 210 time: 0.0416229 Jun 16 15:04:50.695454 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1ccebf57-3788-4914-abb1-33bb23fe3c22 req-fffa94b9-ae9a-4c3d-81b2-6b1372db1cca tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 210 time: 0.0365205 Jun 16 15:04:50.891936 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-9939e247-a9bc-42d8-a4cf-9437333a9059 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:50.893489 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-9939e247-a9bc-42d8-a4cf-9437333a9059 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 815 time: 0.1107783 Jun 16 15:04:50.980372 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-aec70cfc-e5fe-4eb7-b1c2-0501f8f0b6eb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 380 time: 0.0645912 Jun 16 15:04:51.089578 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dda11b-2dba-44a4-9a08-f59db6ff8aaa req-1554014a-8770-4f8f-bd18-57fd8461a213 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:51.091080 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e4dda11b-2dba-44a4-9a08-f59db6ff8aaa req-1554014a-8770-4f8f-bd18-57fd8461a213 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0468559 Jun 16 15:04:51.103753 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:51.107680 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fa2e4fb1-c845-4000-b30c-9a97295c15b7 req-bbdabb76-041f-4604-8a9d-5899154c6403 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 210 time: 0.0284383 Jun 16 15:04:51.120275 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:51.142583 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e4dda11b-2dba-44a4-9a08-f59db6ff8aaa req-71ebdb27-0651-4af9-8ab1-7b26d4ee8b28 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457406 Jun 16 15:04:51.407264 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'port': {'device_id': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'admin_state_up': True, 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'security_groups': ['1f579d19-7f4c-46f1-b393-6bfa749fc40f']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:51.536694 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Made reservation on behalf of 2940b81a86c2401db1aa432d9a0735eb for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:04:51.540153 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:51.689170 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-c9ef06ce-e95a-4bf2-b1a5-3e54928b027b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:51.690605 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-c9ef06ce-e95a-4bf2-b1a5-3e54928b027b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 816 time: 0.1762547 Jun 16 15:04:51.739357 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Allocated IP 172.20.0.8 (585283c3-d940-441f-ba61-bbe0dfecbee8/da0217a2-0b83-4eb2-9b52-4b39182d5235/b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:51.798740 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ed532749-8be9-4e37-bda0-03d37925de3a req-86c0971f-0309-4800-933f-09fa11e30b3a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 210 time: 0.0282855 Jun 16 15:04:51.925281 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-19dd4ca5-be93-45ff-9895-cfb34998f46d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a4c67a42f8a405d84d4697a45e962ff HTTP/1.1" status: 200 len: 379 time: 0.0866113 Jun 16 15:04:51.929660 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:51.936719 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'port': {'device_id': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'admin_state_up': True, 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'security_groups': ['f3e8a619-cf9b-44b7-afb8-7b908b0c9616']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:52.034310 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:52.100281 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:52.106827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:52.110584 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:52.114395 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:04:52.116761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:52.143244 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:52.149824 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Made reservation on behalf of 2a4c67a42f8a405d84d4697a45e962ff for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:04:52.153345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:52.200216 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:52.200912 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:52.264922 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:52.279838 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5138d42f-2076-47fc-80e8-65a4b76b5339 req-050c4c91-7178-41d8-bdb5-e465d2f9a255 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 210 time: 0.0668793 Jun 16 15:04:52.286682 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-e82b4be0-2ec7-4799-8f11-0b8974c8e0fd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8836977 Jun 16 15:04:52.289251 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a3d83-8f68-4a0b-b7e0-006071828fa6 req-e204b570-d17b-46a7-98de-ce086c22c2a0 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:52.291386 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-064a3d83-8f68-4a0b-b7e0-006071828fa6 req-e204b570-d17b-46a7-98de-ce086c22c2a0 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0602255 Jun 16 15:04:52.310390 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Request body: {'port': {'device_id': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:52.342705 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-064a3d83-8f68-4a0b-b7e0-006071828fa6 req-84d33c95-b74a-4fc3-b027-08c36e0a0856 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444453 Jun 16 15:04:52.381225 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-14f29718-1413-4526-85dd-cc498b28ac71 None None] Provisioning complete for port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:04:52.381828 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-14f29718-1413-4526-85dd-cc498b28ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:52.415986 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-14f29718-1413-4526-85dd-cc498b28ac71 None None] Port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:04:52.652541 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Allocated IP 172.20.0.8 (3dc2fbd7-b902-4092-9a0a-ec11d0484649/30810ffb-b184-4065-b615-c5f345d0f1fc/2fd6981b-720b-4e5e-a50b-00f468402a5f) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:52.656885 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:52.974624 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44a8d6-900b-42fc-8f48-05e7bf714ffb req-f5932f76-1c99-4096-810e-10c1f0fbdaa9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:52.976036 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5f44a8d6-900b-42fc-8f48-05e7bf714ffb req-f5932f76-1c99-4096-810e-10c1f0fbdaa9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 931 time: 0.0997386 Jun 16 15:04:52.982372 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.087192 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5f44a8d6-900b-42fc-8f48-05e7bf714ffb req-385c79b1-1cfb-4cd0-9708-f0bebae5d8e4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030266 Jun 16 15:04:53.098442 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.105827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:53.154142 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:53.174026 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:04:53.188061 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:53.190283 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Publish callbacks [] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.192752 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:53.201706 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:53.206658 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:04:53.232696 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Transition to ACTIVE for port object b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:04:53.238609 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.295744 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:53.296360 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.324022 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:53.334108 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-389f2127-5cab-4b6e-aa83-d4cf9b8aa38b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4021144 Jun 16 15:04:53.359468 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Request body: {'port': {'device_id': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:04:53.431809 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96af39-043e-4a08-9c05-b09fbd21c402 req-8ab46cfd-a556-464a-a0df-e9c335cf8816 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:53.439494 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0b96af39-043e-4a08-9c05-b09fbd21c402 req-8ab46cfd-a556-464a-a0df-e9c335cf8816 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 931 time: 0.0665407 Jun 16 15:04:53.490124 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0b96af39-043e-4a08-9c05-b09fbd21c402 req-d4b121d2-5de5-42ab-b6d2-887e8a8a188b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495789 Jun 16 15:04:53.508257 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.542758 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df7877-5bc3-4214-b548-24cb7a6bf8c0 req-d519b740-a1e5-4918-8f47-fcee5e2cbbb5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:53.544326 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-05df7877-5bc3-4214-b548-24cb7a6bf8c0 req-d519b740-a1e5-4918-8f47-fcee5e2cbbb5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0960820 Jun 16 15:04:53.549523 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-74b637cc-f497-49f0-ada2-a156e4f409b6 None None] Provisioning complete for port 2fd6981b-720b-4e5e-a50b-00f468402a5f triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:04:53.550087 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-74b637cc-f497-49f0-ada2-a156e4f409b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.552737 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Attempting to bind port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:04:53.553114 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Attempting to bind port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:04:53.553456 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Attempting to bind port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:04:53.582996 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-74b637cc-f497-49f0-ada2-a156e4f409b6 None None] Port 2fd6981b-720b-4e5e-a50b-00f468402a5f cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:04:53.591304 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:04:53.591630 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Attempting to bind port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:04:53.613862 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:04:53.614193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Checking segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:04:53.614570 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Bound using segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:04:53.615026 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Bound port: b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:04:53.615388 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.700813 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-05df7877-5bc3-4214-b548-24cb7a6bf8c0 req-a62a3519-eef4-41f8-97e1-5326f32aaad6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490269 Jun 16 15:04:53.812287 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] For port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:04:53.827825 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] For port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:04:53.835881 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.899287 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:53.900138 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:53.901336 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] 10.222.0.86 "PUT /v2.0/ports/b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 HTTP/1.1" status: 200 len: 1093 time: 1.5991788 Jun 16 15:04:53.907384 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'tag': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:53.909645 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139ebf24-34ef-483a-9bd9-3bfc68818338" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8", "tag": "b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:53.950371 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:53.978401 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37174b00-e765-45b4-bd98-979fdcb37bce x-openstack-request-id: req-37174b00-e765-45b4-bd98-979fdcb37bce {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:53.978699 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8", "tag": "b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:53.978952 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-37174b00-e765-45b4-bd98-979fdcb37bce {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:53.979343 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37174b00-e765-45b4-bd98-979fdcb37bce'] response: {'name': 'network-changed', 'server_uuid': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'tag': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'status': 'completed', 'code': 200} Jun 16 15:04:54.012701 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:54.046201 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc136d61-c378-40fb-a51c-61f23c3963f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:54.065828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f775097-83cf-4c5a-8483-8aedfa324532 req-e2a1dace-7bd9-4101-a29e-fb21cb39f417 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.067322 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6f775097-83cf-4c5a-8483-8aedfa324532 req-e2a1dace-7bd9-4101-a29e-fb21cb39f417 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.1887741 Jun 16 15:04:54.105184 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84556360-5903-40d4-916c-427ba648e369 req-b5eaf184-7e29-4708-9dde-b72efef2158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.106612 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84556360-5903-40d4-916c-427ba648e369 req-b5eaf184-7e29-4708-9dde-b72efef2158c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 1130 time: 0.1693351 Jun 16 15:04:54.117992 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-866ef282-b352-4be0-97e6-436d220c8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.119474 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-866ef282-b352-4be0-97e6-436d220c8047 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 1127 time: 0.1455412 Jun 16 15:04:54.142385 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd6981b-720b-4e5e-a50b-00f468402a5f {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:04:54.196922 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Publish callbacks [] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:54.209739 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900356c7-9eac-4531-b9ef-cb89852c90bb req-237845e2-acdb-4038-9240-2b0cf2ab86de tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.211302 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-900356c7-9eac-4531-b9ef-cb89852c90bb req-237845e2-acdb-4038-9240-2b0cf2ab86de tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 943 time: 0.0503979 Jun 16 15:04:54.219055 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-81bb38ce-77fc-40de-9009-d609cfa6bbe2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 HTTP/1.1" status: 200 len: 217 time: 0.0813515 Jun 16 15:04:54.263554 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-900356c7-9eac-4531-b9ef-cb89852c90bb req-bce504b5-7754-4973-aba4-ff73bf5c8a08 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459626 Jun 16 15:04:54.293384 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Transition to ACTIVE for port object 2fd6981b-720b-4e5e-a50b-00f468402a5f will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:04:54.301969 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6f775097-83cf-4c5a-8483-8aedfa324532 req-a1f4823d-8250-4da2-b637-cae2141cb89f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267692 Jun 16 15:04:54.306124 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:54.380626 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-edd4cf3f-f209-40ab-b0f8-35881529e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.382115 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-edd4cf3f-f209-40ab-b0f8-35881529e45f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.1294732 Jun 16 15:04:54.386631 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84556360-5903-40d4-916c-427ba648e369 req-9af796f8-2607-4beb-bf51-ef71cd902c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.388009 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84556360-5903-40d4-916c-427ba648e369 req-9af796f8-2607-4beb-bf51-ef71cd902c44 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 912 time: 0.2676928 Jun 16 15:04:54.390026 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:54.491085 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-a5d4401e-46c4-4711-b767-fb787ffc0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.492638 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-a5d4401e-46c4-4711-b767-fb787ffc0347 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036949 Jun 16 15:04:54.549399 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84556360-5903-40d4-916c-427ba648e369 req-f5e2fe58-b224-4e6d-be67-ab0b3e4b2008 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d HTTP/1.1" status: 200 len: 1002 time: 0.1463001 Jun 16 15:04:54.616302 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7984b9-e382-407a-8cec-e520d8941a0d req-01bd7e24-032c-49da-ba66-7565631040e0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.617908 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5a7984b9-e382-407a-8cec-e520d8941a0d req-01bd7e24-032c-49da-ba66-7565631040e0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0472775 Jun 16 15:04:54.654428 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Attempting to bind port 2fd6981b-720b-4e5e-a50b-00f468402a5f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:04:54.654782 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Attempting to bind port 2fd6981b-720b-4e5e-a50b-00f468402a5f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:04:54.655093 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Attempting to bind port 2fd6981b-720b-4e5e-a50b-00f468402a5f on network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:04:54.669819 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5a7984b9-e382-407a-8cec-e520d8941a0d req-b05ab612-a96b-439f-acc3-134edf37a537 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461888 Jun 16 15:04:54.675487 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84556360-5903-40d4-916c-427ba648e369 req-aaf45d41-8532-42d9-956f-065e8c41d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.676956 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84556360-5903-40d4-916c-427ba648e369 req-aaf45d41-8532-42d9-956f-065e8c41d55e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 200 len: 849 time: 0.1169803 Jun 16 15:04:54.679252 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Port 2fd6981b-720b-4e5e-a50b-00f468402a5f on network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:04:54.679573 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Attempting to bind port 2fd6981b-720b-4e5e-a50b-00f468402a5f on network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:04:54.694812 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:04:54.695144 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Checking segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:04:54.695551 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Bound using segment: {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:04:54.695984 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Bound port: 2fd6981b-720b-4e5e-a50b-00f468402a5f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42de7e1a-18a3-438a-a76c-ada02981be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:04:54.696342 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:54.699417 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-a7a048c3-f3aa-44c5-a3ba-8f3e91eb83d3 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974967 Jun 16 15:04:54.763973 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:54.781980 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84556360-5903-40d4-916c-427ba648e369 req-f4bb1cfc-283e-48e8-9b7d-a4fd8ee90ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.783464 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84556360-5903-40d4-916c-427ba648e369 req-f4bb1cfc-283e-48e8-9b7d-a4fd8ee90ccf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e965c323-79ff-4b11-8aaa-a2df835467d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993638 Jun 16 15:04:54.917620 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:04:54.919341 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:54.934584 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c1123058-2e12-4f47-a3c9-e1fa19a3eb7f req-db2e0b6e-decb-42bb-ac86-1cb045123c4d service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126472 Jun 16 15:04:54.939659 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:04:54.953562 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:54.983475 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84556360-5903-40d4-916c-427ba648e369 req-3fc683ba-b4ac-4d72-8e43-414afd103aaa service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747041 Jun 16 15:04:54.991772 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:54.992575 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:54.994106 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] 10.222.0.86 "PUT /v2.0/ports/2fd6981b-720b-4e5e-a50b-00f468402a5f HTTP/1.1" status: 200 len: 1093 time: 1.6393206 Jun 16 15:04:55.018103 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f14376-362c-4242-86c4-59832f4b0671 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:55.383340 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0680bb2-c241-4665-97ac-7c87dc26e9dd req-aac15103-248b-4654-b132-c419f32cbb12 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:55.385575 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a0680bb2-c241-4665-97ac-7c87dc26e9dd req-aac15103-248b-4654-b132-c419f32cbb12 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 943 time: 0.0536249 Jun 16 15:04:55.416519 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc562ec-95bc-4afc-8be4-c38d564bef5a req-b725bfe9-f4d4-4a3f-af60-ce16c78f38f9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:55.418049 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9bc562ec-95bc-4afc-8be4-c38d564bef5a req-b725bfe9-f4d4-4a3f-af60-ce16c78f38f9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0481942 Jun 16 15:04:55.429261 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:55.434278 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a0680bb2-c241-4665-97ac-7c87dc26e9dd req-5cc2728d-c6ff-41cd-80f8-9a70717f63a5 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Jun 16 15:04:55.468556 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9bc562ec-95bc-4afc-8be4-c38d564bef5a req-0729c568-ca20-4b62-b7da-7d514d367576 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Jun 16 15:04:55.785110 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb5315-77a4-4fa1-98f1-c3be25765f40 req-e3b371db-eaaf-46f0-ac84-1ccb0dfb59b7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:55.786598 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-00fb5315-77a4-4fa1-98f1-c3be25765f40 req-e3b371db-eaaf-46f0-ac84-1ccb0dfb59b7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0470107 Jun 16 15:04:55.834538 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-00fb5315-77a4-4fa1-98f1-c3be25765f40 req-a7644a99-c917-4932-99ef-4f93c7567f2d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 Jun 16 15:04:55.980488 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:04:55.982750 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cfb72c-e703-4dbc-995b-fc4435179ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:56.016589 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b45ef7-8e26-41b0-8871-47fc7e90c4e9 x-openstack-request-id: req-c5b45ef7-8e26-41b0-8871-47fc7e90c4e9 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:56.016990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:56.017240 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c5b45ef7-8e26-41b0-8871-47fc7e90c4e9 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:56.017636 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b45ef7-8e26-41b0-8871-47fc7e90c4e9'] response: {'name': 'network-changed', 'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'status': 'completed', 'code': 200} Jun 16 15:04:56.505395 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:56.516529 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:56.552419 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62c0f5-4306-4034-8751-ceb2b0bf69a9 req-d36b301a-769a-4d86-962b-879794b886b4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:56.553955 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b62c0f5-4306-4034-8751-ceb2b0bf69a9 req-d36b301a-769a-4d86-962b-879794b886b4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 943 time: 0.0520282 Jun 16 15:04:56.591041 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bbf7f-7623-4249-8cb2-5deee418930f req-65ed73fd-44b9-47c8-9c70-6bbdb3e9e534 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:56.592540 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-228bbf7f-7623-4249-8cb2-5deee418930f req-65ed73fd-44b9-47c8-9c70-6bbdb3e9e534 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0528493 Jun 16 15:04:56.606306 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b62c0f5-4306-4034-8751-ceb2b0bf69a9 req-fb60c363-a488-44ea-b7dd-d5ae4103cc83 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Jun 16 15:04:56.640778 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-228bbf7f-7623-4249-8cb2-5deee418930f req-88a293f6-bd5d-40cf-b405-d835c22e182c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424879 Jun 16 15:04:56.950726 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf96f8a-12e6-4b86-aedd-3400152cf70e req-d5a6d8ac-89a1-4d45-825d-90444e6e8ce0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:56.952220 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1cf96f8a-12e6-4b86-aedd-3400152cf70e req-d5a6d8ac-89a1-4d45-825d-90444e6e8ce0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0470405 Jun 16 15:04:56.999876 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1cf96f8a-12e6-4b86-aedd-3400152cf70e req-051b29f4-8dda-435b-9d08-30a86ddb990e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Jun 16 15:04:57.721637 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130c01f-f481-4dcd-b6a5-60ea39b43fca req-ab73e780-7417-46c1-8f7e-0b2e4c64ebdb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:57.723156 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2130c01f-f481-4dcd-b6a5-60ea39b43fca req-ab73e780-7417-46c1-8f7e-0b2e4c64ebdb tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 943 time: 0.0486224 Jun 16 15:04:57.756778 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce954-ec5d-4d21-803b-999d8799438d req-2a58a96a-215d-4317-8486-5c169e67e54b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:57.758997 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-817ce954-ec5d-4d21-803b-999d8799438d req-2a58a96a-215d-4317-8486-5c169e67e54b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0489657 Jun 16 15:04:57.772055 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2130c01f-f481-4dcd-b6a5-60ea39b43fca req-b0593fa3-22fc-44df-86bd-021ebcfe3508 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425086 Jun 16 15:04:57.806474 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-817ce954-ec5d-4d21-803b-999d8799438d req-f298ca22-4099-4bbb-bec2-4c219472f81b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 Jun 16 15:04:58.051675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-46e10a6f-3772-41a1-9c46-3d07ad002670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.053364 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-46e10a6f-3772-41a1-9c46-3d07ad002670 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 1127 time: 0.1221924 Jun 16 15:04:58.074446 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfb72c-e703-4dbc-995b-fc4435179ae4 req-2ed431b3-b478-47b7-a9aa-64a89b094436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.075913 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-30cfb72c-e703-4dbc-995b-fc4435179ae4 req-2ed431b3-b478-47b7-a9aa-64a89b094436 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 1127 time: 0.1256278 Jun 16 15:04:58.121144 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15878ec-3c36-4812-990a-4bc0f965ee16 req-3835534c-d444-4717-9a06-7bffa7c69d41 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.122814 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c15878ec-3c36-4812-990a-4bc0f965ee16 req-3835534c-d444-4717-9a06-7bffa7c69d41 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0525386 Jun 16 15:04:58.166854 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-84556360-5903-40d4-916c-427ba648e369 req-8638df20-5a1c-494a-8161-d544a8d9b549 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368963 Jun 16 15:04:58.167163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:58.171748 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c15878ec-3c36-4812-990a-4bc0f965ee16 req-3feb948b-a25d-4693-9994-f864950249d9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432346 Jun 16 15:04:58.481801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-37def64b-74ab-4aad-86c0-e65562dc3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.483194 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-37def64b-74ab-4aad-86c0-e65562dc3fd8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 917 time: 0.4210136 Jun 16 15:04:58.496302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfb72c-e703-4dbc-995b-fc4435179ae4 req-037f44d5-a088-418d-894c-29bf8ae0d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.497715 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-30cfb72c-e703-4dbc-995b-fc4435179ae4 req-037f44d5-a088-418d-894c-29bf8ae0d441 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4047744 Jun 16 15:04:58.573862 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:58.577896 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-bd2c5e57-e09a-4b0e-ae6d-2a5170913026 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 HTTP/1.1" status: 200 len: 217 time: 0.0518463 Jun 16 15:04:58.678039 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-57e3c592-0ec8-4821-8e72-03cd814c10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.679497 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-57e3c592-0ec8-4821-8e72-03cd814c10ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.0913668 Jun 16 15:04:58.684599 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfb72c-e703-4dbc-995b-fc4435179ae4 req-2429a633-4a90-4cc4-903d-965babfe1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.686006 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-30cfb72c-e703-4dbc-995b-fc4435179ae4 req-2429a633-4a90-4cc4-903d-965babfe1df8 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1588507 Jun 16 15:04:58.741193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-7d23d4fb-bdb3-4a8b-9782-ce4408146a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.742619 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-7d23d4fb-bdb3-4a8b-9782-ce4408146a3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398731 Jun 16 15:04:58.892613 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448a6f4-9e27-443c-b398-1d1d78dd3f8e req-e0a6d07d-a1ef-4f6c-a8be-a1f7afdb1c97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.894206 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c448a6f4-9e27-443c-b398-1d1d78dd3f8e req-e0a6d07d-a1ef-4f6c-a8be-a1f7afdb1c97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 943 time: 0.0534232 Jun 16 15:04:58.945365 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c448a6f4-9e27-443c-b398-1d1d78dd3f8e req-720bdd1b-b21e-4fa7-9977-73ed55120e46 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Jun 16 15:04:58.945609 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6f984-574d-40d5-aff5-41873a3279d1 req-1ce5b18b-54e3-4679-8f77-3c477f2450d1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:58.946905 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f0a6f984-574d-40d5-aff5-41873a3279d1 req-1ce5b18b-54e3-4679-8f77-3c477f2450d1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0693474 Jun 16 15:04:58.995415 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f0a6f984-574d-40d5-aff5-41873a3279d1 req-5117fbcc-f341-4d8b-8822-f0d66e169440 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Jun 16 15:04:59.097349 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:04:59.178843 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:59.206153 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:59.222738 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'port_id': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'mac_address': 'fa:16:3e:2c:75:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:04:59.261724 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:04:59.262025 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:59.277687 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:04:59.300881 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:04:59.305207 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:04:59.307921 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8facc-9d3c-4584-a53e-f8429afbb681 req-fef76831-3351-42a6-ae45-3c39c17dba52 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:59.309621 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ee8facc-9d3c-4584-a53e-f8429afbb681 req-fef76831-3351-42a6-ae45-3c39c17dba52 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0533180 Jun 16 15:04:59.354991 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:59.369789 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ee8facc-9d3c-4584-a53e-f8429afbb681 req-ec1c68ee-f6ae-422f-9ac9-87161ef0f931 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538385 Jun 16 15:04:59.541072 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-1a2596b9-d7d9-4f1f-b6ed-c28b0689d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:59.542610 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-1a2596b9-d7d9-4f1f-b6ed-c28b0689d69e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 1127 time: 0.0897336 Jun 16 15:04:59.576754 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-f9e26f36-cd9f-4a82-8a43-9d58808990b2 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335323 Jun 16 15:04:59.619067 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-8f23c29b-7909-471f-9360-8688b4e04bed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f HTTP/1.1" status: 200 len: 217 time: 0.0549729 Jun 16 15:04:59.713407 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-dea7adbe-7c44-438f-9d47-2852f24557eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:59.715032 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-dea7adbe-7c44-438f-9d47-2852f24557eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0861306 Jun 16 15:04:59.763857 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-139ebf24-34ef-483a-9bd9-3bfc68818338 req-397d89e2-81f7-4cfb-8620-d0b491aaaff3 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543713 Jun 16 15:04:59.775144 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-9c94018b-3a3c-4eb3-976d-7eb70713b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:04:59.776547 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-9c94018b-3a3c-4eb3-976d-7eb70713b14a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551229 Jun 16 15:04:59.877387 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-f7d18783-af2b-4196-906d-494106c12c04 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837598 Jun 16 15:04:59.898529 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:04:59.947722 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:04:59.975633 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0679a356-5e17-44e5-a63f-b61ad70ee883 req-129910c2-13cf-491a-961e-03f8c5abbc37 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906446 Jun 16 15:05:00.072057 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe00e6-d193-4601-98a0-ac6c8712ba77 req-0c55d879-0105-4e9f-b4c4-b4250d58a7a6 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:00.073514 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-86fe00e6-d193-4601-98a0-ac6c8712ba77 req-0c55d879-0105-4e9f-b4c4-b4250d58a7a6 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 944 time: 0.0513341 Jun 16 15:05:00.117046 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebdfc-ffd8-44ee-a314-c292a9cca9c3 req-a7cc0566-5a6a-4923-af49-1f376c1ad0a6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:00.118591 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3aebdfc-ffd8-44ee-a314-c292a9cca9c3 req-a7cc0566-5a6a-4923-af49-1f376c1ad0a6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0484660 Jun 16 15:05:00.125305 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-86fe00e6-d193-4601-98a0-ac6c8712ba77 req-3eda9edd-a761-4b02-b751-64ffe8750994 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461564 Jun 16 15:05:00.166351 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3aebdfc-ffd8-44ee-a314-c292a9cca9c3 req-62503e93-54eb-4f52-bb69-9b6e260159fc tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Jun 16 15:05:00.478587 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:00.489390 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63369c-a080-4850-b90e-b062e6b99959 req-bf4f2847-b4b3-47c7-a81d-6d0632f42f49 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:00.490853 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6a63369c-a080-4850-b90e-b062e6b99959 req-bf4f2847-b4b3-47c7-a81d-6d0632f42f49 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0471792 Jun 16 15:05:00.538418 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6a63369c-a080-4850-b90e-b062e6b99959 req-22fb56be-ccef-4b12-9216-12e5334ab5c3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414171 Jun 16 15:05:01.239217 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffccf-dfe8-4244-b7be-c63f7f579951 req-7f78263a-b1ad-487a-a6d1-cfdceb721690 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:01.240689 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4cbffccf-dfe8-4244-b7be-c63f7f579951 req-7f78263a-b1ad-487a-a6d1-cfdceb721690 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 944 time: 0.0468466 Jun 16 15:05:01.276497 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:01.291488 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4cbffccf-dfe8-4244-b7be-c63f7f579951 req-7e06f56c-63e9-426b-be69-35484973a3d0 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451868 Jun 16 15:05:01.498244 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:05:01.519515 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:01.541918 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:05:01.546771 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:05:01.547109 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:01.659758 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253062-697d-4809-9e24-1cdd579af60b req-d0f930f7-2056-4a19-afad-6256e82686ee tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:01.661375 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c5253062-697d-4809-9e24-1cdd579af60b req-d0f930f7-2056-4a19-afad-6256e82686ee tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0502939 Jun 16 15:05:01.711629 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c5253062-697d-4809-9e24-1cdd579af60b req-8989e8ed-702c-4bd2-9a2b-b81dfbe6f512 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436099 Jun 16 15:05:01.747819 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:05:01.748210 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:01.770678 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:05:01.772802 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce92bf55-d0c1-488d-9250-7db2fe8b4c91" -d '{"events": [{"server_uuid": "8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8", "name": "network-vif-plugged", "status": "completed", "tag": "b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:01.785066 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:01.789295 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:01.812086 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019b37b9-eabf-4bba-8e39-c28be662dbf4 x-openstack-request-id: req-019b37b9-eabf-4bba-8e39-c28be662dbf4 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:01.812377 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8", "name": "network-vif-plugged", "status": "completed", "tag": "b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:01.812623 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-019b37b9-eabf-4bba-8e39-c28be662dbf4 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:01.813034 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019b37b9-eabf-4bba-8e39-c28be662dbf4'] response: {'server_uuid': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'code': 200} Jun 16 15:05:01.839409 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:02.406822 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f892-8ace-4b5c-ace2-07feae9dff01 req-a023d45e-b790-4d3c-96d5-ae158c64fc3c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:02.408282 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6110f892-8ace-4b5c-ace2-07feae9dff01 req-a023d45e-b790-4d3c-96d5-ae158c64fc3c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0509720 Jun 16 15:05:02.454548 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6110f892-8ace-4b5c-ace2-07feae9dff01 req-8b682ada-b3c6-40ad-ae56-6cd31e68a562 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Jun 16 15:05:02.830736 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94f3bc-b4ca-4be0-b6c9-04fb280fe1af req-8bdb6b79-59b1-40b8-8a76-4506595b8a64 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:02.832231 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1d94f3bc-b4ca-4be0-b6c9-04fb280fe1af req-8bdb6b79-59b1-40b8-8a76-4506595b8a64 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0479364 Jun 16 15:05:02.880517 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1d94f3bc-b4ca-4be0-b6c9-04fb280fe1af req-b5f844c9-a6a0-4b6f-8b8a-1ed992e52d50 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421617 Jun 16 15:05:03.370513 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbf61f-2d6d-4958-9985-a7feddf6347f req-faad23da-2a68-4bad-a1ea-0d6d8b5f1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:03.371990 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8edbf61f-2d6d-4958-9985-a7feddf6347f req-faad23da-2a68-4bad-a1ea-0d6d8b5f1308 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0390317 Jun 16 15:05:03.416629 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8edbf61f-2d6d-4958-9985-a7feddf6347f req-85d22744-270d-44dc-bf7c-fefa22dd3b5e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382321 Jun 16 15:05:03.567938 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af757-ef82-46ac-a516-14230b5f38b1 req-fbd33f80-a17e-43c9-a5b5-8c87596c5f8b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:03.569436 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1e7af757-ef82-46ac-a516-14230b5f38b1 req-fbd33f80-a17e-43c9-a5b5-8c87596c5f8b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0478165 Jun 16 15:05:03.616063 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1e7af757-ef82-46ac-a516-14230b5f38b1 req-bd9ead38-ee59-4b44-8922-ee77818d4b4b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Jun 16 15:05:04.002026 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b17e70-734b-4c7a-b795-df286e5ecd9b req-4bd8f563-bffd-4a75-b01f-b383615e4309 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:04.003529 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-86b17e70-734b-4c7a-b795-df286e5ecd9b req-4bd8f563-bffd-4a75-b01f-b383615e4309 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0520992 Jun 16 15:05:04.050830 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-86b17e70-734b-4c7a-b795-df286e5ecd9b req-ba4a9290-db63-4866-a142-1c9f352491bd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412986 Jun 16 15:05:04.732650 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce53016-5899-4b19-bfe1-c5864ed67aef req-18de9bdc-8131-44c3-8d2f-d90dc4507a40 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:04.734180 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fce53016-5899-4b19-bfe1-c5864ed67aef req-18de9bdc-8131-44c3-8d2f-d90dc4507a40 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0473025 Jun 16 15:05:04.786092 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fce53016-5899-4b19-bfe1-c5864ed67aef req-28f65497-bb81-4d59-abae-0868f8c5cb1b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461402 Jun 16 15:05:05.168420 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc310dc-ec42-46bc-adb1-b25ad3f97a6b req-091ac5d9-c782-450e-82a5-24d8f5e54f1b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:05.169960 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4bc310dc-ec42-46bc-adb1-b25ad3f97a6b req-091ac5d9-c782-450e-82a5-24d8f5e54f1b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0473266 Jun 16 15:05:05.216478 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4bc310dc-ec42-46bc-adb1-b25ad3f97a6b req-75d89039-9995-4f32-a274-f3dc08ee5fa6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410147 Jun 16 15:05:05.502228 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:05:05.600973 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:05.612093 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'port_id': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'mac_address': 'fa:16:3e:f9:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:05:05.647073 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:05:05.647491 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:05.650124 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:05.661840 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd6981b-720b-4e5e-a50b-00f468402a5f {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:05:05.688526 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:05.692886 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:05.738109 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:05.899597 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce20c-4f0f-44b8-9d02-cdd9c3d89170 req-02b5a891-edc9-46ae-a9fe-0071caec2214 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:05.901294 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8f9ce20c-4f0f-44b8-9d02-cdd9c3d89170 req-02b5a891-edc9-46ae-a9fe-0071caec2214 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0481987 Jun 16 15:05:05.913278 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:05.952548 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8f9ce20c-4f0f-44b8-9d02-cdd9c3d89170 req-60fbb161-24db-4caa-a9af-a3605cd8d7f7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448651 Jun 16 15:05:06.070072 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9a8e7-5b16-41bf-b845-7b74ec4b3f40 req-a04bae40-5dda-4bd3-a161-9ddafa4a3ced tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:06.072136 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-50c9a8e7-5b16-41bf-b845-7b74ec4b3f40 req-a04bae40-5dda-4bd3-a161-9ddafa4a3ced tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0551486 Jun 16 15:05:06.080543 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40124) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:06.084855 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'floatingip': {'port_id': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:05:06.121616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (b7e14c03-60d2-4d96-93fc-560f18235fd8), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:06.276384 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['2fd6981b-720b-4e5e-a50b-00f468402a5f'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:05:06.336154 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033398-f544-4e3c-9795-9a4a02a59fc2 req-32120ef4-71dc-4530-9ba7-19d605c547f2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:06.341427 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f6033398-f544-4e3c-9795-9a4a02a59fc2 req-32120ef4-71dc-4530-9ba7-19d605c547f2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 944 time: 0.0528491 Jun 16 15:05:06.388369 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f6033398-f544-4e3c-9795-9a4a02a59fc2 req-2cb7bd81-c1b7-41b1-a37e-e8a8330a6aea tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Jun 16 15:05:06.526227 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:06.547308 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:06.550937 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (b7e14c03-60d2-4d96-93fc-560f18235fd8), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:06.642592 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Floating IP b7e14c03-60d2-4d96-93fc-560f18235fd8 associated. External IP: 172.27.2.171, port: b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3. Jun 16 15:05:06.688356 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:06.836427 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:05:06.938052 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:05:06.942717 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:06.947242 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:06.956790 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:06.957418 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:06.971759 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c7697833-f261-4bc2-92f3-e1098915aa97 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "PUT /v2.0/floatingips/b7e14c03-60d2-4d96-93fc-560f18235fd8 HTTP/1.1" status: 200 len: 991 time: 0.8901718 Jun 16 15:05:06.972358 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'tag': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:05:06.974654 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c88b999-8649-4df0-b38d-a9d8259556c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8", "tag": "b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:07.012359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba79d144-0ee1-4473-9d3c-ea8fac6bbf65 x-openstack-request-id: req-ba79d144-0ee1-4473-9d3c-ea8fac6bbf65 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:07.012646 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8", "tag": "b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:07.012925 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba79d144-0ee1-4473-9d3c-ea8fac6bbf65 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:07.013326 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba79d144-0ee1-4473-9d3c-ea8fac6bbf65'] response: {'name': 'network-changed', 'server_uuid': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'tag': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'status': 'completed', 'code': 200} Jun 16 15:05:07.059700 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:07.109442 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-51c1ac84-ef7a-432d-bb94-62d7fcbd87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:07.111002 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-51c1ac84-ef7a-432d-bb94-62d7fcbd87a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0398242 Jun 16 15:05:07.206761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-b98dce75-de44-4bd4-aa33-a98b2cd48e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:07.208194 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-b98dce75-de44-4bd4-aa33-a98b2cd48e3c service neutron] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 917 time: 0.0890825 Jun 16 15:05:07.272590 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-00a07e5f-ab95-477b-b737-d65b3e44c166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:07.275361 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'b7e14c03-60d2-4d96-93fc-560f18235fd8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:2c:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:48Z', 'updated_at': '2022-06-16T15:05:06Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:07.276783 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-12b042d3-c405-4aaf-a92d-94239fa1c508 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 HTTP/1.1" status: 200 len: 999 time: 0.0594110 Jun 16 15:05:07.300967 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:07.309390 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:07.309989 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:04:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:07.330454 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-81df3dd5-f446-42c3-b129-c0a940be1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:07.332179 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-81df3dd5-f446-42c3-b129-c0a940be1946 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.0484962 Jun 16 15:05:07.376122 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-6dfed935-f738-4b10-9a41-4787cc017f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:07.377673 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-6dfed935-f738-4b10-9a41-4787cc017f83 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391130 Jun 16 15:05:07.475039 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-3b7d6a88-d16d-4ddb-aaa8-c5644b0d6b3c service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898170 Jun 16 15:05:07.499196 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:07.515317 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120656-6f33-44ae-a62b-e5b874b990db req-47b1cdf4-c5d9-4134-9054-23c702ff2650 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:07.518016 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4a120656-6f33-44ae-a62b-e5b874b990db req-47b1cdf4-c5d9-4134-9054-23c702ff2650 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 944 time: 0.0541096 Jun 16 15:05:07.565953 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4a120656-6f33-44ae-a62b-e5b874b990db req-4d540af3-73ff-41b3-8558-29e69ab6973a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419312 Jun 16 15:05:07.572787 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:05:07.575095 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4c88b999-8649-4df0-b38d-a9d8259556c2 req-b8979d72-f558-4dee-bce4-fb22100b2851 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917554 Jun 16 15:05:07.617148 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 2fd6981b-720b-4e5e-a50b-00f468402a5f completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:05:07.622334 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 2fd6981b-720b-4e5e-a50b-00f468402a5f triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:05:07.622778 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:07.624164 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:07.700491 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:05:07.700912 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:07.723393 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:05:07.725702 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b9df5f-2b11-43a0-bbd6-87aaf7753e8c" -d '{"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:07.726555 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'b7e14c03-60d2-4d96-93fc-560f18235fd8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:2c:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:48Z', 'updated_at': '2022-06-16T15:05:06Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:07.738838 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:07.742279 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:07.756499 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77d20a-8fbd-43fd-a84c-7be027bcd2af None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'b7e14c03-60d2-4d96-93fc-560f18235fd8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:2c:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:48Z', 'updated_at': '2022-06-16T15:05:06Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:07.766719 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b93a62-3bb4-4cbd-ab9b-170fa08250c6 x-openstack-request-id: req-63b93a62-3bb4-4cbd-ab9b-170fa08250c6 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:07.767029 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:07.767250 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63b93a62-3bb4-4cbd-ab9b-170fa08250c6 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:07.767640 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b93a62-3bb4-4cbd-ab9b-170fa08250c6'] response: {'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'code': 200} Jun 16 15:05:07.794696 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:07.962729 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5acc49-6726-4f8b-a03a-0a0fc72f9ac0 None None] New status for floating IP b7e14c03-60d2-4d96-93fc-560f18235fd8: ACTIVE {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:05:07.982224 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80bd2-65f5-4b6c-bc37-437c51d0bb65 req-0bf8655f-565b-4bef-b25f-68b761cb12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:07.983642 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7ac80bd2-65f5-4b6c-bc37-437c51d0bb65 req-0bf8655f-565b-4bef-b25f-68b761cb12a9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 1129 time: 0.0392165 Jun 16 15:05:08.028336 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7ac80bd2-65f5-4b6c-bc37-437c51d0bb65 req-1ff7e397-4b1d-4ac8-ad21-3ca5d01780a8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385096 Jun 16 15:05:08.689453 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4960-3e93-4480-921f-b15106dc2038 req-fa458c95-f396-4e90-b91d-6880427a1f13 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:08.690933 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b27b4960-3e93-4480-921f-b15106dc2038 req-fa458c95-f396-4e90-b91d-6880427a1f13 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0480549 Jun 16 15:05:08.738651 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b27b4960-3e93-4480-921f-b15106dc2038 req-798fc4d4-e8f8-4eb3-9741-17727b7c8974 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422387 Jun 16 15:05:09.823989 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:09.863374 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac5dd9-0af1-4910-842d-85a9a01f9fd1 req-2050c61f-c5eb-4a1c-bbcb-497aafdaec97 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:09.864883 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-67ac5dd9-0af1-4910-842d-85a9a01f9fd1 req-2050c61f-c5eb-4a1c-bbcb-497aafdaec97 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0532637 Jun 16 15:05:09.897865 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:09.913258 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-67ac5dd9-0af1-4910-842d-85a9a01f9fd1 req-c46f32f0-5d5d-4357-b7b8-c0350e106ef1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426958 Jun 16 15:05:10.147476 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e0899527-f64e-4394-8898-40f4ed9d7b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:11.033053 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c65b9-cc4f-4409-970c-be0a43861719 req-3f70b92e-b18d-4490-bca3-b9d9167da73a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:11.034532 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-689c65b9-cc4f-4409-970c-be0a43861719 req-3f70b92e-b18d-4490-bca3-b9d9167da73a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0494773 Jun 16 15:05:11.042444 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:11.081428 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-689c65b9-cc4f-4409-970c-be0a43861719 req-28287446-de02-4a8b-aa98-5075d3c8878c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Jun 16 15:05:11.202149 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c573-c3b4-4734-856b-a708db83af65 req-8740db85-4181-463a-93c2-2d06bed1b285 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:11.203548 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-23d0c573-c3b4-4734-856b-a708db83af65 req-8740db85-4181-463a-93c2-2d06bed1b285 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0558264 Jun 16 15:05:11.212492 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40148) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:11.216910 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Request body: {'floatingip': {'port_id': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:05:11.256344 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (f3f2f7ad-7873-4395-bf97-b1a78baf4a1b), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:11.659427 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:11.663115 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (f3f2f7ad-7873-4395-bf97-b1a78baf4a1b), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:11.756082 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Floating IP f3f2f7ad-7873-4395-bf97-b1a78baf4a1b associated. External IP: 172.27.2.240, port: 2fd6981b-720b-4e5e-a50b-00f468402a5f. Jun 16 15:05:11.948927 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Router 23be61ec-e38c-4806-9820-c303c534a6ab has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:05:12.274986 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:12.283986 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:05:12.288748 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:12.293735 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] Sync routers for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:12.302983 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:12.303595 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:12.318937 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d32b309d-85ce-4a19-88f7-9595e34ac253 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "PUT /v2.0/floatingips/f3f2f7ad-7873-4395-bf97-b1a78baf4a1b HTTP/1.1" status: 200 len: 991 time: 1.1053066 Jun 16 15:05:12.319527 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:05:12.321951 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c8f513-0968-4ff0-b765-2ec67187fc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:12.357044 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3769f31-9c1b-49b3-b9bc-e35bc8f9cfd7 x-openstack-request-id: req-d3769f31-9c1b-49b3-b9bc-e35bc8f9cfd7 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:12.357331 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:12.357581 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3769f31-9c1b-49b3-b9bc-e35bc8f9cfd7 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:12.357980 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3769f31-9c1b-49b3-b9bc-e35bc8f9cfd7'] response: {'name': 'network-changed', 'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'status': 'completed', 'code': 200} Jun 16 15:05:12.406360 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:12.448085 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-cd5bc14a-c671-4bfa-a586-15436c0f0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:12.449626 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-cd5bc14a-c671-4bfa-a586-15436c0f0030 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 1129 time: 0.0412621 Jun 16 15:05:12.484552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:12.540853 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:12.549033 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:12.551622 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-fcf06ccf-ac4c-4c22-bd40-0557ea83147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:12.553150 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-fcf06ccf-ac4c-4c22-bd40-0557ea83147c service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.0968847 Jun 16 15:05:12.553457 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:12.615188 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-87c83f24-a6e9-469c-b2f0-ca35b9c5affb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f HTTP/1.1" status: 200 len: 999 time: 0.0548010 Jun 16 15:05:12.620236 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'f3f2f7ad-7873-4395-bf97-b1a78baf4a1b', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'port_id': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'mac_address': 'fa:16:3e:f9:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:48Z', 'updated_at': '2022-06-16T15:05:11Z', 'revision_number': 1, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:12.644444 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] Checking router: 23be61ec-e38c-4806-9820-c303c534a6ab for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:12.653374 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:12.653981 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:12.666548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-0adab03c-b180-4c2b-a098-2757a56a0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:12.668018 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-0adab03c-b180-4c2b-a098-2757a56a0f1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0442343 Jun 16 15:05:12.717646 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-0051eef7-8239-4227-b4cc-d9a2f76e02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:12.719154 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-0051eef7-8239-4227-b4cc-d9a2f76e02f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421989 Jun 16 15:05:12.755592 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:12.809128 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-b5994979-4d57-4529-bd5a-944cf0aab2aa service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827007 Jun 16 15:05:12.903081 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9c8f513-0968-4ff0-b765-2ec67187fc6a req-7701eb85-3aa6-42b8-a4ff-95466c4e0a88 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883718 Jun 16 15:05:12.966563 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'f3f2f7ad-7873-4395-bf97-b1a78baf4a1b', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'port_id': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'mac_address': 'fa:16:3e:f9:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:48Z', 'updated_at': '2022-06-16T15:05:11Z', 'revision_number': 1, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:12.990366 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac13b9-d44b-424b-9263-3519deada376 None None] The sync data for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi is: [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'f3f2f7ad-7873-4395-bf97-b1a78baf4a1b', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'port_id': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'mac_address': 'fa:16:3e:f9:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:48Z', 'updated_at': '2022-06-16T15:05:11Z', 'revision_number': 1, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:13.182204 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc600059-db22-4bbd-a821-71984492d27e None None] New status for floating IP f3f2f7ad-7873-4395-bf97-b1a78baf4a1b: ACTIVE {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:05:13.183992 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:05:13.218853 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:13.565612 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-8e6ecc6a-7a5b-4eaa-88a4-7212ac9fff3f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380371 Jun 16 15:05:13.642641 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-7faecadc-e0e5-477f-b117-f1419f3a0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:13.644008 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-7faecadc-e0e5-477f-b117-f1419f3a0cc1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 1129 time: 0.0380726 Jun 16 15:05:13.747982 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-3ab3e127-b8d7-4502-ad61-6560f3b8f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:13.749470 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-3ab3e127-b8d7-4502-ad61-6560f3b8f59f service neutron] 10.222.0.86 "GET /v2.0/networks?id=af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 200 len: 921 time: 0.0868533 Jun 16 15:05:13.789424 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-13ae9dc4-4b40-477b-86f7-4397d59c8234 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9 HTTP/1.1" status: 200 len: 217 time: 0.0326190 Jun 16 15:05:13.836877 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-38280657-df86-49c1-a28e-4ea21e370368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:13.838309 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-38280657-df86-49c1-a28e-4ea21e370368 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 200 len: 858 time: 0.0427599 Jun 16 15:05:13.891960 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-4337c1f6-ef35-4270-848d-78c6de813713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:13.893544 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-4337c1f6-ef35-4270-848d-78c6de813713 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af6393b8-96dc-4031-aeb0-a940bd5ce30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427728 Jun 16 15:05:13.983153 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-cd0300da-061d-4b72-bb7d-4e44f2d645ca service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806653 Jun 16 15:05:14.076761 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6d226d3d-b2ea-4afd-97c9-04f134f9ea91 req-c31e7181-9adc-4a2d-9c2c-6db8bee68a0d service neutron] 10.222.0.86 "GET /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865424 Jun 16 15:05:14.366167 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:14.923915 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:21.068408 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=40 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:21.078430 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=82 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:22.969570 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=50 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:24.072503 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:24.073324 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:24.917769 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=10 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:24.919637 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=45,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:33.150876 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:33.151559 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:37.274727 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-0dc3190a-5b5c-43d1-8cd8-5b064e1e9ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:39.996697 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-7545cffe-28a3-4017-81d5-a3175e9f9c3e tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389256946&fields=id&tenant_id=3048a9bbedf74d49a27c9911ca2ad960 HTTP/1.1" status: 200 len: 267 time: 0.0480673 Jun 16 15:05:40.048038 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-7ca670b5-2da7-43a5-b700-39e92d2babea tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:40.049509 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-7ca670b5-2da7-43a5-b700-39e92d2babea tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 984 time: 0.0475428 Jun 16 15:05:40.059810 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Request body: {'port': {'security_groups': ['11f8f6fe-57f0-40f7-9219-ea70f011e0d7']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:05:40.139987 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.148818 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-494399d2-53c6-4b56-bf9f-30062d596e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.315368 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] For port 186c05a0-cf63-4d64-870c-57ea93435c68, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=186c05a0-cf63-4d64-870c-57ea93435c68,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:40.343462 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for port (186c05a0-cf63-4d64-870c-57ea93435c68), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.347806 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.389609 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:40.390275 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.391598 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8ec71601-494b-4211-b85f-5dafab150fa7 req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "PUT /v2.0/ports/186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 942 time: 0.3361382 Jun 16 15:05:40.392039 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:05:40.394340 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a4115-bd4a-4431-b480-a1ae1fb5e28e" -d '{"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:40.398895 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40194) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:40.420360 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event updated for resources: {'Port': ['ID=186c05a0-cf63-4d64-870c-57ea93435c68,revision_number=7']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:40.423521 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['186c05a0-cf63-4d64-870c-57ea93435c68'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:05:40.429064 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.429416 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.429761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.430099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.430428 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.430775 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.431090 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.431416 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.431772 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.432633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.432990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.433320 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.433644 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.433966 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.434288 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2395fd-a234-4e80-866b-f6a4bfe646df tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.467891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800456c6-ab56-4af2-aeeb-d1b896a57afd x-openstack-request-id: req-800456c6-ab56-4af2-aeeb-d1b896a57afd {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:40.468252 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:40.468711 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-800456c6-ab56-4af2-aeeb-d1b896a57afd {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:40.469208 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800456c6-ab56-4af2-aeeb-d1b896a57afd'] response: {'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68', 'status': 'completed', 'code': 200} Jun 16 15:05:40.483153 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group (2fb7ef3c-5da8-4b98-a2fa-6921b88e8578), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.519980 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group (2fb7ef3c-5da8-4b98-a2fa-6921b88e8578), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.572350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-73bac318-286f-43e1-a5a1-f09c3f473a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:40.574807 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-73bac318-286f-43e1-a5a1-f09c3f473a90 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1129 time: 0.0561724 Jun 16 15:05:40.587571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (2fb7ef3c-5da8-4b98-a2fa-6921b88e8578), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.590212 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.593269 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['186c05a0-cf63-4d64-870c-57ea93435c68'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:05:40.593456 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "DELETE /v2.0/security-groups/2fb7ef3c-5da8-4b98-a2fa-6921b88e8578 HTTP/1.1" status: 204 len: 168 time: 0.1902859 Jun 16 15:05:40.594468 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40196) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:40.638233 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb7ef3c-5da8-4b98-a2fa-6921b88e8578,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:40.648711 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.649006 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.649547 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.650099 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.650396 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.650766 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.651097 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.651420 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.651924 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.652252 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.652581 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.652927 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.653255 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.653583 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.654090 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395516a-8950-4cc0-99b7-de5b125532f1 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:40.661961 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-12b56810-0c28-4a9b-a32f-d6b6190306ee None None] Provisioning complete for port 186c05a0-cf63-4d64-870c-57ea93435c68 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:05:40.662529 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-12b56810-0c28-4a9b-a32f-d6b6190306ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.694456 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-cdbab7e5-6dc1-43a3-b1d5-53dfc21ea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:40.696004 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-cdbab7e5-6dc1-43a3-b1d5-53dfc21ea16a service neutron] 10.222.0.86 "GET /v2.0/networks?id=c58a8a40-85d7-41b3-b34e-893286ec9c73 HTTP/1.1" status: 200 len: 917 time: 0.1140103 Jun 16 15:05:40.761736 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-b180f5a2-81d1-4345-9737-67fb8c917722 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 1001 time: 0.0595772 Jun 16 15:05:40.767000 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Deleting port 378f5921-4dd5-4f32-8bbf-7ed90a6636ae {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:40.767419 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.807524 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-12b56810-0c28-4a9b-a32f-d6b6190306ee None None] Current status of the port 186c05a0-cf63-4d64-870c-57ea93435c68 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:05:40.816712 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-17484fe0-0de6-4b09-8394-a08440af640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:40.818429 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-17484fe0-0de6-4b09-8394-a08440af640f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=97b06ae8-53a7-4aac-9d57-cbaa060b7b49 HTTP/1.1" status: 200 len: 854 time: 0.0510390 Jun 16 15:05:40.854759 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.855110 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for floatingip (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:40.863081 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-73744075-1ed6-4852-a46f-7b2b6c75913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:40.864605 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-73744075-1ed6-4852-a46f-7b2b6c75913b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c58a8a40-85d7-41b3-b34e-893286ec9c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398407 Jun 16 15:05:40.867377 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Calling delete_port for 378f5921-4dd5-4f32-8bbf-7ed90a6636ae owned by network:floatingip {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:40.956893 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-efb7f06f-e5c9-4a66-9be4-e1d2bbf7dcd3 service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852444 Jun 16 15:05:41.027012 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:41.035673 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (378f5921-4dd5-4f32-8bbf-7ed90a6636ae), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:41.050316 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-968a4115-bd4a-4431-b480-a1ae1fb5e28e req-e8ffff74-0170-40df-b8ba-dba8fe11427f service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868502 Jun 16 15:05:41.062581 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event deleted for resources: {'Port': ['ID=378f5921-4dd5-4f32-8bbf-7ed90a6636ae,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:41.087764 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks [] for floatingip (21a29768-a752-4c7d-b87b-27ae71cd1b22), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:41.088405 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Floating IP 21a29768-a752-4c7d-b87b-27ae71cd1b22 disassociated (deleted). External IP: 172.27.2.233, port: 186c05a0-cf63-4d64-870c-57ea93435c68. Jun 16 15:05:41.095771 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:41.271425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:41.286023 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:05:41.379665 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:41.388103 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:05:41.392485 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:41.398738 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] Sync routers for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:41.408332 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:41.408978 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:41.422002 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ac1c862f-e19c-4af8-8e1a-a5562c55eedb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "DELETE /v2.0/floatingips/21a29768-a752-4c7d-b87b-27ae71cd1b22 HTTP/1.1" status: 204 len: 168 time: 0.8235400 Jun 16 15:05:41.422686 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:05:41.425041 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:41.464781 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444e8b92-59e0-4790-bafe-5d7915e66ae6 x-openstack-request-id: req-444e8b92-59e0-4790-bafe-5d7915e66ae6 {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:41.465172 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:41.465492 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-444e8b92-59e0-4790-bafe-5d7915e66ae6 {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:41.465955 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444e8b92-59e0-4790-bafe-5d7915e66ae6'] response: {'name': 'network-changed', 'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68', 'status': 'completed', 'code': 200} Jun 16 15:05:41.513105 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:41.553527 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:41.561433 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-8bbc2ce3-243f-4c3e-ac1d-01859bb35dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:41.563372 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-8bbc2ce3-243f-4c3e-ac1d-01859bb35dcb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 1129 time: 0.0488534 Jun 16 15:05:41.679688 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-e61650bf-52d8-406f-9971-8b791308d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:41.681537 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-e61650bf-52d8-406f-9971-8b791308d95b service neutron] 10.222.0.86 "GET /v2.0/networks?id=c58a8a40-85d7-41b3-b34e-893286ec9c73 HTTP/1.1" status: 200 len: 917 time: 0.1073337 Jun 16 15:05:41.726306 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-4c0fa54a-aa0d-4c14-a0d4-100a9b445e6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 200 len: 217 time: 0.0350060 Jun 16 15:05:41.731150 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 5, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:41.755925 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] Checking router: bc7081a4-b15e-436c-b07b-40c2e3f44ce6 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:41.764818 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:41.765459 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:41.778959 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-938afe4f-567e-46bb-a8a9-75c0b2450004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:41.780502 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-938afe4f-567e-46bb-a8a9-75c0b2450004 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=97b06ae8-53a7-4aac-9d57-cbaa060b7b49 HTTP/1.1" status: 200 len: 854 time: 0.0485237 Jun 16 15:05:41.948952 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:42.130091 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 5, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:42.153440 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee1d48-1839-4539-8cf1-eb4b0722f3fc None None] The sync data for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi is: [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:00Z', 'revision_number': 4, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'cd928f81-8f83-4d59-a8c2-d415129f05be', 'name': '', 'network_id': 'c58a8a40-85d7-41b3-b34e-893286ec9c73', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'mac_address': 'fa:16:3e:4c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:59Z', 'updated_at': '2022-06-16T15:01:07Z', 'revision_number': 5, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'subnets': [{'id': '97b06ae8-53a7-4aac-9d57-cbaa060b7b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:42.349602 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-fa38e605-5f6f-4d5b-95c2-fa65fc5a2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:42.351124 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-fa38e605-5f6f-4d5b-95c2-fa65fc5a2b88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c58a8a40-85d7-41b3-b34e-893286ec9c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409291 Jun 16 15:05:42.366635 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547b94e8-8c20-4a9d-8fce-6d4bc02ae2c7 None None] New status for floating IP 21a29768-a752-4c7d-b87b-27ae71cd1b22: DOWN {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:05:42.472831 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-a4faee2c-6e47-4bc1-aa74-9caee69e8f0d service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851443 Jun 16 15:05:42.549075 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:42.619619 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-412a86d5-dbd8-4cbf-a8ce-ed7fe5cd9e0b req-c42dc044-7775-4915-bbb5-a15c12b20fb9 service neutron] 10.222.0.86 "GET /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930097 Jun 16 15:05:44.369077 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:44.926889 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:45.226059 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce559cf-cc19-40a2-babf-dbca68131615 req-abab1e42-7a6a-4825-aba4-1535f7c9a371 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:45.227529 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ce559cf-cc19-40a2-babf-dbca68131615 req-abab1e42-7a6a-4825-aba4-1535f7c9a371 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0469460 Jun 16 15:05:45.274628 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ce559cf-cc19-40a2-babf-dbca68131615 req-90607f60-cd6a-41b3-bf39-d30a4a34cf30 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Jun 16 15:05:46.388333 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f87db-6326-4458-9dc4-87bf92421d84 req-c6e73b66-1cce-492d-857a-315b0e614a89 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:46.390491 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1b6f87db-6326-4458-9dc4-87bf92421d84 req-c6e73b66-1cce-492d-857a-315b0e614a89 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0478806 Jun 16 15:05:46.440260 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1b6f87db-6326-4458-9dc4-87bf92421d84 req-f58b28cd-7b11-4246-ae7b-39db2f0ea7fb tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441732 Jun 16 15:05:47.560804 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9da3e-a73e-446c-b282-07fdd9f9a315 req-cb5eb3f1-6653-41c4-b99f-d555e94ffbf2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:47.562285 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-24b9da3e-a73e-446c-b282-07fdd9f9a315 req-cb5eb3f1-6653-41c4-b99f-d555e94ffbf2 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Jun 16 15:05:47.610646 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-24b9da3e-a73e-446c-b282-07fdd9f9a315 req-a3843cb4-6256-4d7f-9253-d5bc400f0159 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/security-groups?id=11f8f6fe-57f0-40f7-9219-ea70f011e0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Jun 16 15:05:47.666127 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b71cc-175e-4731-9485-1b66b165f29a req-90e6c5a8-8c39-4265-8cd4-0a92e2dfd098 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:47.667550 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-262b71cc-175e-4731-9485-1b66b165f29a req-90e6c5a8-8c39-4265-8cd4-0a92e2dfd098 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.86 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 945 time: 0.0458338 Jun 16 15:05:47.751707 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Deleting port 186c05a0-cf63-4d64-870c-57ea93435c68 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:47.752047 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:47.838252 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] For port 186c05a0-cf63-4d64-870c-57ea93435c68, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=186c05a0-cf63-4d64-870c-57ea93435c68,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:47.838536 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:47.851052 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Calling delete_port for 186c05a0-cf63-4d64-870c-57ea93435c68 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:47.925661 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:47.956808 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:47.979408 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (186c05a0-cf63-4d64-870c-57ea93435c68), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:48.005487 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Pushing event deleted for resources: {'Port': ['ID=186c05a0-cf63-4d64-870c-57ea93435c68,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:48.023647 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['186c05a0-cf63-4d64-870c-57ea93435c68'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:05:48.052393 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] No DVR routers for this DVR port 186c05a0-cf63-4d64-870c-57ea93435c68 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:05:48.054735 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:48.058084 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-262b71cc-175e-4731-9485-1b66b165f29a req-70ceab54-9cdd-4ca0-ae66-c56980aae606 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.86 "DELETE /v2.0/ports/186c05a0-cf63-4d64-870c-57ea93435c68 HTTP/1.1" status: 204 len: 173 time: 0.3855045 Jun 16 15:05:48.059097 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'name': 'network-vif-deleted', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:05:48.062010 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b469a256-c9c9-4e81-8b82-0adc7edc5211" -d '{"events": [{"server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "name": "network-vif-deleted", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:48.101389 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ad390-c69e-4064-bd52-1ab00d38c5e7 x-openstack-request-id: req-e47ad390-c69e-4064-bd52-1ab00d38c5e7 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:48.101679 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d202da-a7dd-4ab3-8d48-fda5c914f3c8", "name": "network-vif-deleted", "tag": "186c05a0-cf63-4d64-870c-57ea93435c68", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:48.101931 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e47ad390-c69e-4064-bd52-1ab00d38c5e7 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:48.102353 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47ad390-c69e-4064-bd52-1ab00d38c5e7'] response: {'server_uuid': '55d202da-a7dd-4ab3-8d48-fda5c914f3c8', 'name': 'network-vif-deleted', 'tag': '186c05a0-cf63-4d64-870c-57ea93435c68', 'status': 'completed', 'code': 200} Jun 16 15:05:48.878312 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a49f7ee1-2038-4e63-9f0f-bbe8c1e9f458 req-91811137-cadc-4f17-8133-62da0dcf85d8 tempest-TestMinimumBasicScenario-679939397 tempest-TestMinimumBasicScenario-679939397-project] 10.222.0.72 "GET /v2.0/ports?device_id=55d202da-a7dd-4ab3-8d48-fda5c914f3c8 HTTP/1.1" status: 200 len: 210 time: 0.0307720 Jun 16 15:05:50.182878 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:05:50.442545 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40294) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:50.748905 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:51.204721 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Deleting port cd928f81-8f83-4d59-a8c2-d415129f05be {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:51.205088 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:51.282186 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] For port cd928f81-8f83-4d59-a8c2-d415129f05be, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=cd928f81-8f83-4d59-a8c2-d415129f05be,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:51.282551 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:51.295724 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Calling delete_port for cd928f81-8f83-4d59-a8c2-d415129f05be owned by network:router_interface {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:51.303434 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:51.404997 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:51.477828 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (cd928f81-8f83-4d59-a8c2-d415129f05be), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:51.505578 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd928f81-8f83-4d59-a8c2-d415129f05be,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:51.628038 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:51.759867 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 186c05a0-cf63-4d64-870c-57ea93435c68 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:05:51.781830 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 186c05a0-cf63-4d64-870c-57ea93435c68 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:05:51.782264 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 186c05a0-cf63-4d64-870c-57ea93435c68 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:05:51.837738 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:05:51.936181 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:05:51.942051 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1a6a0b1c-b22a-41f4-829a-30eb87bb710a admin admin] 10.222.0.72 "PUT /v2.0/routers/bc7081a4-b15e-436c-b07b-40c2e3f44ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4976819 Jun 16 15:05:51.943689 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40310) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:51.946217 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] Sync routers for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:51.958514 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:51.959431 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:52.046777 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks [] for router (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.062583 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:52.166314 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks [] for router_gateway (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.190466 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:52.221563 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Deleting port 303e85e5-33a9-4540-91f1-7d4a8253828d {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:52.221912 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.238431 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:05:51Z', 'revision_number': 5, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port': {'id': '303e85e5-33a9-4540-91f1-7d4a8253828d', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:52.241315 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:52.274583 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] Checking router: bc7081a4-b15e-436c-b07b-40c2e3f44ce6 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:52.286760 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] Routers {'bc7081a4-b15e-436c-b07b-40c2e3f44ce6'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:52.286958 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:52.297486 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:52.322515 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] For port 303e85e5-33a9-4540-91f1-7d4a8253828d, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=303e85e5-33a9-4540-91f1-7d4a8253828d,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:52.323284 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.338242 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Calling delete_port for 303e85e5-33a9-4540-91f1-7d4a8253828d owned by network:router_gateway {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:52.351446 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:52.378083 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] Set router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 gateway port host: None {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:52.433815 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:05:52Z', 'revision_number': 6, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:52.458059 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad9085e-0c5d-447c-8253-5b8bcbea97e8 None None] The sync data for ids ['bc7081a4-b15e-436c-b07b-40c2e3f44ce6'] in dv-cinder-837165-3-iscsi is: [{'id': 'bc7081a4-b15e-436c-b07b-40c2e3f44ce6', 'name': 'tempest-TestMinimumBasicScenario-1911513591-router', 'tenant_id': '3048a9bbedf74d49a27c9911ca2ad960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:00:57Z', 'updated_at': '2022-06-16T15:05:52Z', 'revision_number': 6, 'project_id': '3048a9bbedf74d49a27c9911ca2ad960', 'gw_port_host': None}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:52.526520 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32f542-b00f-468f-9d5d-083c40ab9aa9 req-50385634-46a3-4f53-937f-260a8f283deb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:52.528004 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6e32f542-b00f-468f-9d5d-083c40ab9aa9 req-50385634-46a3-4f53-937f-260a8f283deb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0858357 Jun 16 15:05:52.569533 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (303e85e5-33a9-4540-91f1-7d4a8253828d), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.610259 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Pushing event deleted for resources: {'Port': ['ID=303e85e5-33a9-4540-91f1-7d4a8253828d,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:52.618741 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6e32f542-b00f-468f-9d5d-083c40ab9aa9 req-fdde2bf8-4d0e-4805-8401-be67567c3b78 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842571 Jun 16 15:05:52.635024 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.733135 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.735310 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks [] for router_controller (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.797326 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (bc7081a4-b15e-436c-b07b-40c2e3f44ce6), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.797924 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc7081a4-b15e-436c-b07b-40c2e3f44ce6 {{(pid=110479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:05:52.802779 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.803934 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-4d2bda50-44f9-4b4b-a80a-2a59f5f81202 admin admin] 10.222.0.72 "DELETE /v2.0/routers/bc7081a4-b15e-436c-b07b-40c2e3f44ce6 HTTP/1.1" status: 204 len: 168 time: 0.8592162 Jun 16 15:05:52.808615 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40320) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:52.855582 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b96317-3426-4d26-b93b-c4b0259e07b3 admin admin] Deleting subnet 97b06ae8-53a7-4aac-9d57-cbaa060b7b49 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:05:52.859078 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c4b96317-3426-4d26-b93b-c4b0259e07b3 admin admin] Publish callbacks [] for subnet (97b06ae8-53a7-4aac-9d57-cbaa060b7b49), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.898377 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c4b96317-3426-4d26-b93b-c4b0259e07b3 admin admin] Publish callbacks [] for subnet (97b06ae8-53a7-4aac-9d57-cbaa060b7b49), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.941829 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c4b96317-3426-4d26-b93b-c4b0259e07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (97b06ae8-53a7-4aac-9d57-cbaa060b7b49), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:52.997875 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c4b96317-3426-4d26-b93b-c4b0259e07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for subnet (97b06ae8-53a7-4aac-9d57-cbaa060b7b49), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.023958 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b96317-3426-4d26-b93b-c4b0259e07b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b06ae8-53a7-4aac-9d57-cbaa060b7b49,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:53.027556 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c4b96317-3426-4d26-b93b-c4b0259e07b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.030680 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c4b96317-3426-4d26-b93b-c4b0259e07b3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/97b06ae8-53a7-4aac-9d57-cbaa060b7b49 HTTP/1.1" status: 204 len: 168 time: 0.2228065 Jun 16 15:05:53.033358 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40322) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:53.035816 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31614bac-64dc-4b42-a4f7-ec1b51bb768c None None] Network c58a8a40-85d7-41b3-b34e-893286ec9c73 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:05:53.101072 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (c58a8a40-85d7-41b3-b34e-893286ec9c73), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.150767 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Deleting port 76342fba-13ca-4f6e-9b55-e9322285f666 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:53.151114 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.173675 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:53.216156 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] For port 76342fba-13ca-4f6e-9b55-e9322285f666, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=76342fba-13ca-4f6e-9b55-e9322285f666,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:53.216516 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.229833 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:53.231316 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Calling delete_port for 76342fba-13ca-4f6e-9b55-e9322285f666 owned by network:dhcp {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:53.251863 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] DHCP port deletion for c58a8a40-85d7-41b3-b34e-893286ec9c73 request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:05:53.294831 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Deleting port 76342fba-13ca-4f6e-9b55-e9322285f666 {{(pid=110481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:53.295820 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), before_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.331428 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.350486 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 76342fba-13ca-4f6e-9b55-e9322285f666 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:05:53.352518 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:53.355794 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Pushing event deleted for resources: {'Port': ['ID=76342fba-13ca-4f6e-9b55-e9322285f666,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:53.362066 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] No DVR routers for this DVR port 76342fba-13ca-4f6e-9b55-e9322285f666 on host dv-cinder-837165-3-iscsi {{(pid=110479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:05:53.385128 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 76342fba-13ca-4f6e-9b55-e9322285f666 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:05:53.385478 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 76342fba-13ca-4f6e-9b55-e9322285f666 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:05:53.385889 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 303e85e5-33a9-4540-91f1-7d4a8253828d no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:05:53.390374 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] For port 76342fba-13ca-4f6e-9b55-e9322285f666, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=76342fba-13ca-4f6e-9b55-e9322285f666,segment=NetworkSegment(2451f9e2-65e6-4256-8900-b40bd7a6d2e2),segment_id=2451f9e2-65e6-4256-8900-b40bd7a6d2e2)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:53.390778 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), precommit_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.422811 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 303e85e5-33a9-4540-91f1-7d4a8253828d {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:05:53.423157 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 303e85e5-33a9-4540-91f1-7d4a8253828d not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:05:53.423567 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device cd928f81-8f83-4d59-a8c2-d415129f05be no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:05:53.426294 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Calling delete_port for 76342fba-13ca-4f6e-9b55-e9322285f666 owned by network:dhcp {{(pid=110481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:53.436110 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (c58a8a40-85d7-41b3-b34e-893286ec9c73), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.445677 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: cd928f81-8f83-4d59-a8c2-d415129f05be {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:05:53.446024 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device cd928f81-8f83-4d59-a8c2-d415129f05be not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:05:53.460391 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.460922 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.461494 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.461853 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > port after_create 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.462190 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.462547 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > port after_update 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.462872 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.463295 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.463530 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.463854 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.501203 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:53.521105 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (76342fba-13ca-4f6e-9b55-e9322285f666), after_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.547059 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Pushing event deleted for resources: {'Port': ['ID=76342fba-13ca-4f6e-9b55-e9322285f666,revision_number=None']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:53.555097 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.555441 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.555783 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.556123 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.556580 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.557134 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.557469 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.557795 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.558673 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.558877 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.559339 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.559440 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.559544 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.559648 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.559752 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.559850 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:05:53.559947 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.560218 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58a8a40-85d7-41b3-b34e-893286ec9c73']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:53.560435 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.560533 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:53.564825 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ea231-ca0c-425b-838b-7f65232111af None None] No DVR routers for this DVR port 76342fba-13ca-4f6e-9b55-e9322285f666 on host dv-cinder-837165-3-iscsi {{(pid=110481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:05:53.582227 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2451f9e2-65e6-4256-8900-b40bd7a6d2e2') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:53.582538 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2451f9e2-65e6-4256-8900-b40bd7a6d2e2') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:53.603298 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (2451f9e2-65e6-4256-8900-b40bd7a6d2e2), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.622994 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (2451f9e2-65e6-4256-8900-b40bd7a6d2e2), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.631352 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:05:53.631672 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (2451f9e2-65e6-4256-8900-b40bd7a6d2e2), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.715299 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (c58a8a40-85d7-41b3-b34e-893286ec9c73), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.724446 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:53.730410 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c58a8a40-85d7-41b3-b34e-893286ec9c73 HTTP/1.1" status: 204 len: 168 time: 0.6934204 Jun 16 15:05:53.733291 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40334) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:53.741725 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b86d2c-ee71-4915-9433-6a4026f0d570 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58a8a40-85d7-41b3-b34e-893286ec9c73,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:53.787087 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment 2451f9e2-65e6-4256-8900-b40bd7a6d2e2 resource provider aggregate not found Jun 16 15:05:53.789658 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888399b-dd64-4103-bf8d-6a4fd0e900e0 req-9101bb57-8ade-4fd3-9211-2449af963899 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:53.791187 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a888399b-dd64-4103-bf8d-6a4fd0e900e0 req-9101bb57-8ade-4fd3-9211-2449af963899 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0983911 Jun 16 15:05:53.806524 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment 2451f9e2-65e6-4256-8900-b40bd7a6d2e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2451f9e2-65e6-4256-8900-b40bd7a6d2e2 found for delete ", "request_id": "req-631ec0db-7e10-4279-b387-5c96d0ea823f"}]} Jun 16 15:05:53.885926 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a888399b-dd64-4103-bf8d-6a4fd0e900e0 req-8dfbfadb-0a69-4bfc-97c1-b35c89071833 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877957 Jun 16 15:05:54.147303 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:54.636152 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Deleting port aee08161-d678-4000-83e3-361c4d1d0b7d {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:54.636495 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:54.717102 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] For port aee08161-d678-4000-83e3-361c4d1d0b7d, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=aee08161-d678-4000-83e3-361c4d1d0b7d,segment=NetworkSegment(af64f2d1-d49a-4e52-804a-edd7297e6538),segment_id=af64f2d1-d49a-4e52-804a-edd7297e6538)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:54.717464 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:54.730013 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Calling delete_port for aee08161-d678-4000-83e3-361c4d1d0b7d owned by network:router_interface {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:54.741717 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:54.851567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:54.907175 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (aee08161-d678-4000-83e3-361c4d1d0b7d), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:54.931653 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=aee08161-d678-4000-83e3-361c4d1d0b7d,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:55.008523 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e256e-e902-4b87-8d12-204f7edc75b0 req-eb0461a5-d1c3-4b49-85d9-0b46d6d822e9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:55.010799 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e21e256e-e902-4b87-8d12-204f7edc75b0 req-eb0461a5-d1c3-4b49-85d9-0b46d6d822e9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0525653 Jun 16 15:05:55.062569 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e21e256e-e902-4b87-8d12-204f7edc75b0 req-13ad4eca-9e1e-4488-a24d-defabcbbf935 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450313 Jun 16 15:05:55.104004 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:55.309463 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Router ff51a5dd-a137-4da4-a9b5-2ecef100d15b has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:05:55.405358 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:05:55.410667 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-2cbf8e40-f6df-4830-9b43-4c9342920dbd admin admin] 10.222.0.72 "PUT /v2.0/routers/ff51a5dd-a137-4da4-a9b5-2ecef100d15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6760826 Jun 16 15:05:55.412866 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40340) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:55.420094 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] Sync routers for ids ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:55.430397 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] Routers {'ff51a5dd-a137-4da4-a9b5-2ecef100d15b'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:55.431105 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:55.535301 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] Set router ff51a5dd-a137-4da4-a9b5-2ecef100d15b gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:55.603795 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:55.617999 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks [] for router (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:55.717077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks [] for router_gateway (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:55.759244 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Deleting port a017c969-a52f-43f4-8922-fa4d2c4327e4 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:55.759908 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:55.831176 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:05:54Z', 'revision_number': 5, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port': {'id': 'a017c969-a52f-43f4-8922-fa4d2c4327e4', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:01:04Z', 'updated_at': '2022-06-16T15:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:55.843186 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] For port a017c969-a52f-43f4-8922-fa4d2c4327e4, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=a017c969-a52f-43f4-8922-fa4d2c4327e4,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:55.843660 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:55.856391 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] Checking router: ff51a5dd-a137-4da4-a9b5-2ecef100d15b for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:55.857032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Calling delete_port for a017c969-a52f-43f4-8922-fa4d2c4327e4 owned by network:router_gateway {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:55.865914 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] Routers {'ff51a5dd-a137-4da4-a9b5-2ecef100d15b'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:55.866522 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:55.901179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:55.951655 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] Set router ff51a5dd-a137-4da4-a9b5-2ecef100d15b gateway port host: None {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:56.002803 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:05:55Z', 'revision_number': 6, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:56.025700 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (a017c969-a52f-43f4-8922-fa4d2c4327e4), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.027365 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4e9df-b2da-47b9-8a4b-c9b5c510fb73 None None] The sync data for ids ['ff51a5dd-a137-4da4-a9b5-2ecef100d15b'] in dv-cinder-837165-3-iscsi is: [{'id': 'ff51a5dd-a137-4da4-a9b5-2ecef100d15b', 'name': 'tempest-TestMinimumBasicScenario-531107586-router', 'tenant_id': 'c732e283521445d58a8d0445bc7d6759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:01:03Z', 'updated_at': '2022-06-16T15:05:55Z', 'revision_number': 6, 'project_id': 'c732e283521445d58a8d0445bc7d6759', 'gw_port_host': None}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:56.060488 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a017c969-a52f-43f4-8922-fa4d2c4327e4,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:56.129480 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.244271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.248781 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks [] for router_controller (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), precommit_delete_associations {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.255872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87620c7c-d536-495c-8989-b9d18cfb20f4 req-ff2f52a2-403d-44ee-9b92-c676f61ff998 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:56.257377 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-87620c7c-d536-495c-8989-b9d18cfb20f4 req-ff2f52a2-403d-44ee-9b92-c676f61ff998 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.1038306 Jun 16 15:05:56.318125 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (ff51a5dd-a137-4da4-a9b5-2ecef100d15b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.318612 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff51a5dd-a137-4da4-a9b5-2ecef100d15b {{(pid=110480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:05:56.340228 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.341381 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-1fbfcc78-e949-42b9-b20a-8dc01defefe6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ff51a5dd-a137-4da4-a9b5-2ecef100d15b HTTP/1.1" status: 204 len: 168 time: 0.9276102 Jun 16 15:05:56.344038 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40346) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:56.375739 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-53d08f3c-f6e4-4832-a8cb-4353ccf5d324 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:05:56.377280 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-53d08f3c-f6e4-4832-a8cb-4353ccf5d324 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 945 time: 0.0725064 Jun 16 15:05:56.384722 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-87620c7c-d536-495c-8989-b9d18cfb20f4 req-4ce5794b-36d5-428c-bebe-b39a10e2b425 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=bd2cce46-49e7-42be-be97-7e0f9cbc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203339 Jun 16 15:05:56.395281 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cb02e3-eb87-4b28-a5ea-3c2509fe8784 admin admin] Deleting subnet b80d76d6-6f8e-4560-a667-8269b8c5724e {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:05:56.402808 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-12cb02e3-eb87-4b28-a5ea-3c2509fe8784 admin admin] Publish callbacks [] for subnet (b80d76d6-6f8e-4560-a667-8269b8c5724e), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.442867 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-12cb02e3-eb87-4b28-a5ea-3c2509fe8784 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (b80d76d6-6f8e-4560-a667-8269b8c5724e), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.474399 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Deleting port 105d0fb0-e762-4bda-8533-5abf36bb8069 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:56.474755 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.530476 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-12cb02e3-eb87-4b28-a5ea-3c2509fe8784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (b80d76d6-6f8e-4560-a667-8269b8c5724e), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.570669 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] For port 105d0fb0-e762-4bda-8533-5abf36bb8069, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=105d0fb0-e762-4bda-8533-5abf36bb8069,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:56.570968 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.585886 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-12cb02e3-eb87-4b28-a5ea-3c2509fe8784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (b80d76d6-6f8e-4560-a667-8269b8c5724e), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.586572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:56.613425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb02e3-eb87-4b28-a5ea-3c2509fe8784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b80d76d6-6f8e-4560-a667-8269b8c5724e,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:56.618704 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-12cb02e3-eb87-4b28-a5ea-3c2509fe8784 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.622356 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-12cb02e3-eb87-4b28-a5ea-3c2509fe8784 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b80d76d6-6f8e-4560-a667-8269b8c5724e HTTP/1.1" status: 204 len: 168 time: 0.2771225 Jun 16 15:05:56.624786 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40350) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:56.626463 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973a971-6c1f-41dd-a98d-80c1475a4d1b None None] Network 5a694f42-331f-4184-befd-8eccc2befaa9 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:05:56.702066 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (5a694f42-331f-4184-befd-8eccc2befaa9), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.746742 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.747106 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (5b175073-8746-4978-a874-486936f4f0be), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.747920 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Floating IP 5b175073-8746-4978-a874-486936f4f0be disassociated. External IP: 172.27.2.241, port: 105d0fb0-e762-4bda-8533-5abf36bb8069. Jun 16 15:05:56.747920 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Calling delete_port for 105d0fb0-e762-4bda-8533-5abf36bb8069 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:56.752676 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Deleting port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:56.753051 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.799849 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] DHCP port deletion for 5a694f42-331f-4184-befd-8eccc2befaa9 request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:05:56.822940 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:56.836212 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] For port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,segment=NetworkSegment(af64f2d1-d49a-4e52-804a-edd7297e6538),segment_id=af64f2d1-d49a-4e52-804a-edd7297e6538)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:56.836559 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.840672 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:56.853959 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Calling delete_port for 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 owned by network:dhcp {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:56.860338 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:56.861830 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] Deleting port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 {{(pid=110481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:56.862352 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), before_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.896320 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (105d0fb0-e762-4bda-8533-5abf36bb8069), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.926399 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event deleted for resources: {'Port': ['ID=105d0fb0-e762-4bda-8533-5abf36bb8069,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:56.963689 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] For port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,segment=NetworkSegment(af64f2d1-d49a-4e52-804a-edd7297e6538),segment_id=af64f2d1-d49a-4e52-804a-edd7297e6538)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:05:56.964780 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), precommit_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.965388 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:56.979531 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] Calling delete_port for 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 owned by network:dhcp {{(pid=110481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:57.001164 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:57.006769 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] No DVR routers for this DVR port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 on host dv-cinder-837165-3-iscsi {{(pid=110479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:05:57.048606 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Router 4644057b-c345-4263-9e22-470bae9d48ea has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:05:57.062482 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (35c3837e-5e7c-44b6-b360-b04ccb80b5c5), after_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.091835 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (5a694f42-331f-4184-befd-8eccc2befaa9), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.102410 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] Pushing event deleted for resources: {'Port': ['ID=35c3837e-5e7c-44b6-b360-b04ccb80b5c5,revision_number=None']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:57.107956 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc97c3a-1d65-4398-9f72-96f48b8de551 None None] No DVR routers for this DVR port 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 on host dv-cinder-837165-3-iscsi {{(pid=110481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:05:57.118596 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a694f42-331f-4184-befd-8eccc2befaa9']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:57.133499 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af64f2d1-d49a-4e52-804a-edd7297e6538') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:57.133901 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af64f2d1-d49a-4e52-804a-edd7297e6538') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:57.145045 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (af64f2d1-d49a-4e52-804a-edd7297e6538), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.162110 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (af64f2d1-d49a-4e52-804a-edd7297e6538), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.169719 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:05:57.170119 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (af64f2d1-d49a-4e52-804a-edd7297e6538), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.180226 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:05:57.193692 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] Sync routers for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:57.201080 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment af64f2d1-d49a-4e52-804a-edd7297e6538 resource provider aggregate not found Jun 16 15:05:57.209262 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:57.209932 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:57.240406 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment af64f2d1-d49a-4e52-804a-edd7297e6538 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af64f2d1-d49a-4e52-804a-edd7297e6538 found for delete ", "request_id": "req-aa15f9e4-0670-4aa4-bb86-bce135abbd8c"}]} Jun 16 15:05:57.246891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] No DVR routers for this DVR port 105d0fb0-e762-4bda-8533-5abf36bb8069 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:05:57.249958 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.253555 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-676b8138-4c08-4ccd-b072-2a3280b43378 req-f5d31856-8361-4534-8abf-6e684dde00fb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "DELETE /v2.0/ports/105d0fb0-e762-4bda-8533-5abf36bb8069 HTTP/1.1" status: 204 len: 173 time: 0.8677585 Jun 16 15:05:57.254064 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'name': 'network-vif-deleted', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:05:57.256788 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2663a3e-959f-42a9-8eb5-3a235c03f537" -d '{"events": [{"server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "name": "network-vif-deleted", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:57.259289 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (5a694f42-331f-4184-befd-8eccc2befaa9), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.264996 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.268158 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5a694f42-331f-4184-befd-8eccc2befaa9 HTTP/1.1" status: 204 len: 168 time: 0.6421547 Jun 16 15:05:57.316267 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68713b42-c906-4ac6-ba11-884f1cc407a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a694f42-331f-4184-befd-8eccc2befaa9,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:57.349504 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a8ba46-aa49-4a21-940d-f3d55ab95ca9 x-openstack-request-id: req-96a8ba46-aa49-4a21-940d-f3d55ab95ca9 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:57.349803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c", "name": "network-vif-deleted", "tag": "105d0fb0-e762-4bda-8533-5abf36bb8069", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:57.350060 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-96a8ba46-aa49-4a21-940d-f3d55ab95ca9 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:57.350468 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a8ba46-aa49-4a21-940d-f3d55ab95ca9'] response: {'server_uuid': '3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c', 'name': 'network-vif-deleted', 'tag': '105d0fb0-e762-4bda-8533-5abf36bb8069', 'status': 'completed', 'code': 200} Jun 16 15:05:57.372632 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:57.405344 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:05:57.430317 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:57.432490 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:05:57.433600 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 35c3837e-5e7c-44b6-b360-b04ccb80b5c5 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:05:57.433987 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device aee08161-d678-4000-83e3-361c4d1d0b7d no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:05:57.472281 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: aee08161-d678-4000-83e3-361c4d1d0b7d {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:05:57.472624 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device aee08161-d678-4000-83e3-361c4d1d0b7d not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:05:57.473317 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device a017c969-a52f-43f4-8922-fa4d2c4327e4 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:05:57.497940 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: a017c969-a52f-43f4-8922-fa4d2c4327e4 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:05:57.498290 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device a017c969-a52f-43f4-8922-fa4d2c4327e4 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:05:57.523035 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40362) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:57.535778 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-467ef0f8-3465-4515-b84b-df9a9315d705 req-1c1d93e7-8f91-4f9a-b93a-e366ced4b7eb tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d2b6dfa-6a3e-4b72-93e8-1aefe2465d2c HTTP/1.1" status: 200 len: 210 time: 0.0335414 Jun 16 15:05:57.579773 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-43696263-02a1-413c-b0be-25bbf2f2c28b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3048a9bbedf74d49a27c9911ca2ad960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547857 Jun 16 15:05:57.582075 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40364) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:57.630884 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-18cc0546-1177-48ff-b883-275a74f33a94 admin admin] Publish callbacks [] for security_group (11f8f6fe-57f0-40f7-9219-ea70f011e0d7), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.652303 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-18cc0546-1177-48ff-b883-275a74f33a94 admin admin] Publish callbacks [] for security_group (11f8f6fe-57f0-40f7-9219-ea70f011e0d7), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.669451 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:57.694059 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] Checking router: 4644057b-c345-4263-9e22-470bae9d48ea for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:57.699264 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-18cc0546-1177-48ff-b883-275a74f33a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (11f8f6fe-57f0-40f7-9219-ea70f011e0d7), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.701875 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-18cc0546-1177-48ff-b883-275a74f33a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:57.703020 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-18cc0546-1177-48ff-b883-275a74f33a94 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11f8f6fe-57f0-40f7-9219-ea70f011e0d7 HTTP/1.1" status: 204 len: 168 time: 0.1199996 Jun 16 15:05:57.703767 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:05:57.704384 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:57.711464 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc0546-1177-48ff-b883-275a74f33a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f8f6fe-57f0-40f7-9219-ea70f011e0d7,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:57.816590 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:05:58.070710 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40372) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:58.099410 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:58.111092 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-bb543712-552a-472a-8f6d-4f6b9d3d6dc3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c732e283521445d58a8d0445bc7d6759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391526 Jun 16 15:05:58.113859 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40374) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:58.127250 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80002266-4363-473a-a334-e0aeabe539b2 None None] The sync data for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi is: [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9e6e19a4-2bdb-411e-988f-27f4196a2e2f', 'name': '', 'network_id': 'af6393b8-96dc-4031-aeb0-a940bd5ce30c', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'mac_address': 'fa:16:3e:85:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:37Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'subnets': [{'id': '0e4b218f-61e9-422a-b56e-12b40d692a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:58.168820 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fce2329d-8359-42b8-a135-9b23427275f4 admin admin] Publish callbacks [] for security_group (d2bb827b-e19c-4dc1-8606-9122295a8c42), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.191243 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fce2329d-8359-42b8-a135-9b23427275f4 admin admin] Publish callbacks [] for security_group (d2bb827b-e19c-4dc1-8606-9122295a8c42), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.239158 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fce2329d-8359-42b8-a135-9b23427275f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (d2bb827b-e19c-4dc1-8606-9122295a8c42), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.241764 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fce2329d-8359-42b8-a135-9b23427275f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.243158 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-fce2329d-8359-42b8-a135-9b23427275f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2bb827b-e19c-4dc1-8606-9122295a8c42 HTTP/1.1" status: 204 len: 168 time: 0.1284046 Jun 16 15:05:58.251474 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2329d-8359-42b8-a135-9b23427275f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb827b-e19c-4dc1-8606-9122295a8c42,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:58.368133 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71679bb-3a86-4bf4-a865-67fd4392ca07 None None] New status for floating IP 5b175073-8746-4978-a874-486936f4f0be: DOWN {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:05:58.522365 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:58.641738 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40382) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:58.693874 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:58.697482 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0fd0577-c70e-427b-8abd-11677e484abd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group (bd2cce46-49e7-42be-be97-7e0f9cbc6978), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.722858 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0fd0577-c70e-427b-8abd-11677e484abd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group (bd2cce46-49e7-42be-be97-7e0f9cbc6978), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.768519 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0fd0577-c70e-427b-8abd-11677e484abd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (bd2cce46-49e7-42be-be97-7e0f9cbc6978), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.771083 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0fd0577-c70e-427b-8abd-11677e484abd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.772210 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d0fd0577-c70e-427b-8abd-11677e484abd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "DELETE /v2.0/security-groups/bd2cce46-49e7-42be-be97-7e0f9cbc6978 HTTP/1.1" status: 204 len: 168 time: 0.1293485 Jun 16 15:05:58.775077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40384) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:58.781605 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd0577-c70e-427b-8abd-11677e484abd tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2cce46-49e7-42be-be97-7e0f9cbc6978,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:58.789068 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.api.v2.resource [None req-8de2a6fd-036d-4618-9af7-011526e65bf9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] show failed (client error): The resource could not be found. Jun 16 15:05:58.792522 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-8de2a6fd-036d-4618-9af7-011526e65bf9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups/bd2cce46-49e7-42be-be97-7e0f9cbc6978 HTTP/1.1" status: 404 len: 347 time: 0.0139658 Jun 16 15:05:58.792740 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40386) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:05:58.901991 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Deleting port 6f6e44ac-48db-4cba-8eba-af38c62217bc {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:05:58.902374 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (6f6e44ac-48db-4cba-8eba-af38c62217bc), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.978026 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (6f6e44ac-48db-4cba-8eba-af38c62217bc), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.978347 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (6f6e44ac-48db-4cba-8eba-af38c62217bc), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:58.990097 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Calling delete_port for 6f6e44ac-48db-4cba-8eba-af38c62217bc owned by network:floatingip {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:05:59.063805 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:05:59.122272 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (6f6e44ac-48db-4cba-8eba-af38c62217bc), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:59.147876 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event deleted for resources: {'Port': ['ID=6f6e44ac-48db-4cba-8eba-af38c62217bc,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:59.206456 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks [] for floatingip (5b175073-8746-4978-a874-486936f4f0be), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:59.208929 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:05:59.210077 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c658dd3c-21d2-48cb-9193-19f2c2d649c2 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "DELETE /v2.0/floatingips/5b175073-8746-4978-a874-486936f4f0be HTTP/1.1" status: 204 len: 168 time: 0.4164419 Jun 16 15:06:01.850821 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 105d0fb0-e762-4bda-8533-5abf36bb8069 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:06:01.873437 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 105d0fb0-e762-4bda-8533-5abf36bb8069 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:06:01.873842 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 105d0fb0-e762-4bda-8533-5abf36bb8069 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:06:01.916881 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8d42d-cff9-4b8d-8243-7e089152d8d6 req-d136b0cb-94ae-4de7-a958-6c708919d4fa tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:01.918412 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e5e8d42d-cff9-4b8d-8243-7e089152d8d6 req-d136b0cb-94ae-4de7-a958-6c708919d4fa tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.2903452 Jun 16 15:06:01.964579 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e5e8d42d-cff9-4b8d-8243-7e089152d8d6 req-f206bed3-1d95-4ec1-8922-c07c8736cac9 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Jun 16 15:06:02.738683 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209ac9c-8e62-400f-b026-1798e50adfab req-18843ce6-51b4-4b95-b221-62bde3a4040d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:02.740107 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9209ac9c-8e62-400f-b026-1798e50adfab req-18843ce6-51b4-4b95-b221-62bde3a4040d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0468450 Jun 16 15:06:02.788036 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:02.826101 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Deleting port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:06:02.826440 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:02.914267 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] For port dc9a5426-4d1e-4bfb-b195-628a512c0bf9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:02.914632 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:02.928085 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Calling delete_port for dc9a5426-4d1e-4bfb-b195-628a512c0bf9 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:06:03.057039 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (dc9a5426-4d1e-4bfb-b195-628a512c0bf9), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:03.067720 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:03.084804 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4dca6-d0fb-4bb8-8a8e-dd408f46b90e req-c85856fa-3f35-4754-88e9-03e14a8a76d6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:03.085525 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event deleted for resources: {'Port': ['ID=dc9a5426-4d1e-4bfb-b195-628a512c0bf9,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:03.086361 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-83f4dca6-d0fb-4bb8-8a8e-dd408f46b90e req-c85856fa-3f35-4754-88e9-03e14a8a76d6 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=129cdf3c-4878-4058-9cb3-a2d36be40174 HTTP/1.1" status: 200 len: 945 time: 0.0510798 Jun 16 15:06:03.106760 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac', 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:06:03.135464 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] No DVR routers for this DVR port dc9a5426-4d1e-4bfb-b195-628a512c0bf9 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:06:03.138077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:03.140132 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-83f4dca6-d0fb-4bb8-8a8e-dd408f46b90e req-4743b2e2-1ee5-4b35-9ccd-cd3a4917e589 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465169 Jun 16 15:06:03.141427 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9209ac9c-8e62-400f-b026-1798e50adfab req-f6b85709-1ba5-46cd-bfc7-0c625333d612 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "DELETE /v2.0/ports/dc9a5426-4d1e-4bfb-b195-628a512c0bf9 HTTP/1.1" status: 204 len: 173 time: 0.3954790 Jun 16 15:06:03.141891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129cdf3c-4878-4058-9cb3-a2d36be40174', 'name': 'network-vif-deleted', 'tag': 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:06:03.144154 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b29f9d7-7ef3-4fab-93e1-91fba79bbd0f" -d '{"events": [{"server_uuid": "129cdf3c-4878-4058-9cb3-a2d36be40174", "name": "network-vif-deleted", "tag": "dc9a5426-4d1e-4bfb-b195-628a512c0bf9"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:03.195922 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84fd18b-3024-4f4b-b887-3bcefc84185c x-openstack-request-id: req-b84fd18b-3024-4f4b-b887-3bcefc84185c {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:03.196271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129cdf3c-4878-4058-9cb3-a2d36be40174", "name": "network-vif-deleted", "tag": "dc9a5426-4d1e-4bfb-b195-628a512c0bf9", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:03.196591 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b84fd18b-3024-4f4b-b887-3bcefc84185c {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:03.197160 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84fd18b-3024-4f4b-b887-3bcefc84185c'] response: {'server_uuid': '129cdf3c-4878-4058-9cb3-a2d36be40174', 'name': 'network-vif-deleted', 'tag': 'dc9a5426-4d1e-4bfb-b195-628a512c0bf9', 'status': 'completed', 'code': 200} Jun 16 15:06:04.423287 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1c4cb-f596-4ae6-a8b2-5d25083d1eee req-4b7e234b-486b-46b7-a85e-c30c1eb6477d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:04.424730 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2cf1c4cb-f596-4ae6-a8b2-5d25083d1eee req-4b7e234b-486b-46b7-a85e-c30c1eb6477d tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0461221 Jun 16 15:06:04.471464 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2cf1c4cb-f596-4ae6-a8b2-5d25083d1eee req-ed589018-7c53-4a0c-bc99-958a6add06dc tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Jun 16 15:06:05.551635 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-07c9023d-3c3b-4ca3-b896-2a106c1e8013 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:05.553193 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-07c9023d-3c3b-4ca3-b896-2a106c1e8013 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0521104 Jun 16 15:06:05.627323 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c248b7-a191-4d05-ad22-47dbaec6e524 req-d6cc6de3-44e8-48fd-835b-382a1c02248b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:05.628815 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e6c248b7-a191-4d05-ad22-47dbaec6e524 req-d6cc6de3-44e8-48fd-835b-382a1c02248b tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/ports?device_id=822acf52-490b-49b9-b85f-db02cc41a0bf HTTP/1.1" status: 200 len: 945 time: 0.0747514 Jun 16 15:06:05.693129 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Deleting port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:06:05.693466 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:05.730994 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e6c248b7-a191-4d05-ad22-47dbaec6e524 req-aa1f7f35-14e5-4952-aad4-fb03c06a00ef tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b9b3ef0-013f-49e2-9da8-011dc214c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956943 Jun 16 15:06:05.797204 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] For port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:05.797570 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:05.810562 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Calling delete_port for 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:06:05.815712 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:05.922092 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:05.942379 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:05.968157 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Pushing event deleted for resources: {'Port': ['ID=63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:05.982945 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:06:06.016345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] No DVR routers for this DVR port 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:06:06.018835 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:06.022015 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-431d5390-d279-4a73-a6f7-75dbd9d981a6 req-424bbe7c-fb6e-49d9-b689-3b6a10576f53 tempest-ServerRescueNegativeTestJSON-1574229167 tempest-ServerRescueNegativeTestJSON-1574229167-project] 10.222.0.86 "DELETE /v2.0/ports/63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac HTTP/1.1" status: 204 len: 173 time: 0.4590492 Jun 16 15:06:06.022460 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822acf52-490b-49b9-b85f-db02cc41a0bf', 'name': 'network-vif-deleted', 'tag': '63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:06:06.025163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5832d6b-bc72-4687-a2b1-b3015e2a058c" -d '{"events": [{"server_uuid": "822acf52-490b-49b9-b85f-db02cc41a0bf", "name": "network-vif-deleted", "tag": "63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:06.063650 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9017f64d-4bcd-4c16-a003-b66ac3104f49 x-openstack-request-id: req-9017f64d-4bcd-4c16-a003-b66ac3104f49 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:06.063891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822acf52-490b-49b9-b85f-db02cc41a0bf", "name": "network-vif-deleted", "tag": "63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:06.064131 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9017f64d-4bcd-4c16-a003-b66ac3104f49 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:06.064537 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9017f64d-4bcd-4c16-a003-b66ac3104f49'] response: {'server_uuid': '822acf52-490b-49b9-b85f-db02cc41a0bf', 'name': 'network-vif-deleted', 'tag': '63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac', 'status': 'completed', 'code': 200} Jun 16 15:06:06.789496 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40428) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:07.287705 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7ffd072f-df97-4d6f-8e1c-b1d178932e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:07.292373 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (4644057b-c345-4263-9e22-470bae9d48ea), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:07.509849 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Deleting port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:06:07.510101 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:07.587450 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] For port 9e6e19a4-2bdb-411e-988f-27f4196a2e2f, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:07.587813 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:07.601583 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Calling delete_port for 9e6e19a4-2bdb-411e-988f-27f4196a2e2f owned by network:router_interface {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:06:07.666091 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:07.724219 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:07.781605 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (9e6e19a4-2bdb-411e-988f-27f4196a2e2f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:07.807050 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6e19a4-2bdb-411e-988f-27f4196a2e2f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:07.963150 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device dc9a5426-4d1e-4bfb-b195-628a512c0bf9 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:06:07.979113 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (4644057b-c345-4263-9e22-470bae9d48ea), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:07.983277 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: dc9a5426-4d1e-4bfb-b195-628a512c0bf9 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:06:07.983744 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device dc9a5426-4d1e-4bfb-b195-628a512c0bf9 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:06:07.984269 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:06:08.005367 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:06:08.005798 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 63cdf77a-1418-4eaf-8ecb-70cb8c2c86ac not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:06:08.183671 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Router 4644057b-c345-4263-9e22-470bae9d48ea has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:06:08.283915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:06:08.288767 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-2e1de9eb-b546-44ff-b47e-122b4015e054 admin admin] 10.222.0.72 "PUT /v2.0/routers/4644057b-c345-4263-9e22-470bae9d48ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4982409 Jun 16 15:06:08.291238 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40432) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:08.294626 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] Sync routers for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:06:08.304679 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:06:08.305304 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:08.386804 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks [] for router (4644057b-c345-4263-9e22-470bae9d48ea), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:08.388892 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:08.408552 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:06:08.484082 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks [] for router_gateway (4644057b-c345-4263-9e22-470bae9d48ea), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:08.528979 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Deleting port c5b5cc0c-ba50-4599-86d7-d98597d9eecf {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:06:08.529316 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:08.574286 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T15:06:07Z', 'revision_number': 5, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port': {'id': 'c5b5cc0c-ba50-4599-86d7-d98597d9eecf', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644057b-c345-4263-9e22-470bae9d48ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:11Z', 'updated_at': '2022-06-16T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:08.577657 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:08.587024 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:08.603740 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] Checking router: 4644057b-c345-4263-9e22-470bae9d48ea for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:06:08.609919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] For port c5b5cc0c-ba50-4599-86d7-d98597d9eecf, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=c5b5cc0c-ba50-4599-86d7-d98597d9eecf,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:08.610286 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:08.610934 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:08.612992 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] Routers {'4644057b-c345-4263-9e22-470bae9d48ea'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:06:08.613608 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:05:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['4644057b-c345-4263-9e22-470bae9d48ea'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:08.623701 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Calling delete_port for c5b5cc0c-ba50-4599-86d7-d98597d9eecf owned by network:router_gateway {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:06:08.693073 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] Set router 4644057b-c345-4263-9e22-470bae9d48ea gateway port host: None {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:06:08.742342 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T15:06:08Z', 'revision_number': 6, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:08.766906 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ba99c-5107-4d53-9f39-df0a9e25fefe None None] The sync data for ids ['4644057b-c345-4263-9e22-470bae9d48ea'] in dv-cinder-837165-3-iscsi is: [{'id': '4644057b-c345-4263-9e22-470bae9d48ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1671993080-router', 'tenant_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:09Z', 'updated_at': '2022-06-16T15:06:08Z', 'revision_number': 6, 'project_id': 'b017c2881aba4df6afe70cdcb84d5ee8', 'gw_port_host': None}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:06:08.787815 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (c5b5cc0c-ba50-4599-86d7-d98597d9eecf), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:08.811825 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b5cc0c-ba50-4599-86d7-d98597d9eecf,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:08.877981 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (4644057b-c345-4263-9e22-470bae9d48ea), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:08.963088 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (4644057b-c345-4263-9e22-470bae9d48ea), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:08.965318 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks [] for router_controller (4644057b-c345-4263-9e22-470bae9d48ea), precommit_delete_associations {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.006042 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (4644057b-c345-4263-9e22-470bae9d48ea), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.006617 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4644057b-c345-4263-9e22-470bae9d48ea {{(pid=110480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:06:09.010925 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.012159 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-3d6ae2bf-1f89-4802-a68e-24ef431c7337 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4644057b-c345-4263-9e22-470bae9d48ea HTTP/1.1" status: 204 len: 168 time: 0.7199204 Jun 16 15:06:09.014584 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40434) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:09.058834 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_v2 [None req-857a4ccc-dbe6-46da-9e7b-f23b0397085e admin admin] Deleting subnet 0e4b218f-61e9-422a-b56e-12b40d692a87 {{(pid=110480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:06:09.061942 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-857a4ccc-dbe6-46da-9e7b-f23b0397085e admin admin] Publish callbacks [] for subnet (0e4b218f-61e9-422a-b56e-12b40d692a87), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.100344 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-857a4ccc-dbe6-46da-9e7b-f23b0397085e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59125348'] for subnet (0e4b218f-61e9-422a-b56e-12b40d692a87), precommit_delete_associations {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.209371 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-857a4ccc-dbe6-46da-9e7b-f23b0397085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (0e4b218f-61e9-422a-b56e-12b40d692a87), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.267048 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-857a4ccc-dbe6-46da-9e7b-f23b0397085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59135546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60353964'] for subnet (0e4b218f-61e9-422a-b56e-12b40d692a87), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.293267 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a4ccc-dbe6-46da-9e7b-f23b0397085e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4b218f-61e9-422a-b56e-12b40d692a87,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:09.296920 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-857a4ccc-dbe6-46da-9e7b-f23b0397085e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.301920 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-857a4ccc-dbe6-46da-9e7b-f23b0397085e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0e4b218f-61e9-422a-b56e-12b40d692a87 HTTP/1.1" status: 204 len: 168 time: 0.2847121 Jun 16 15:06:09.302843 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40436) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:09.305994 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a68927b-fbdf-4762-b7e1-af7932f4506a None None] Network af6393b8-96dc-4031-aeb0-a940bd5ce30c requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:06:09.368884 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (af6393b8-96dc-4031-aeb0-a940bd5ce30c), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.413990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Deleting port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:06:09.414350 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.480209 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] For port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:09.480209 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.492121 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:09.494250 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:09.499532 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Calling delete_port for 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 owned by network:dhcp {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:06:09.516967 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] DHCP port deletion for af6393b8-96dc-4031-aeb0-a940bd5ce30c request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:06:09.561672 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] Deleting port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 {{(pid=110481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:06:09.562048 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), before_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.619383 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c5b5cc0c-ba50-4599-86d7-d98597d9eecf no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:06:09.653344 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: c5b5cc0c-ba50-4599-86d7-d98597d9eecf {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:06:09.653686 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c5b5cc0c-ba50-4599-86d7-d98597d9eecf not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:06:09.654101 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9e6e19a4-2bdb-411e-988f-27f4196a2e2f no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:06:09.659170 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] For port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,segment=NetworkSegment(f15dd0a0-c21f-43db-9085-799baea9b640),segment_id=f15dd0a0-c21f-43db-9085-799baea9b640)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:09.659585 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), precommit_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.683288 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 9e6e19a4-2bdb-411e-988f-27f4196a2e2f {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:06:09.683628 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9e6e19a4-2bdb-411e-988f-27f4196a2e2f not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:06:09.684051 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:06:09.707512 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] Calling delete_port for 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 owned by network:dhcp {{(pid=110481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:06:09.832149 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 is: ACTIVE; New status is: DOWN {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:06:09.832618 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.861905 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), after_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.864388 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (9fe50311-b9d1-48fe-9b7f-2d8749690ce9), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.889825 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:09.892020 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] Pushing event deleted for resources: {'Port': ['ID=9fe50311-b9d1-48fe-9b7f-2d8749690ce9,revision_number=None']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:09.894628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] No DVR routers for this DVR port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 on host dv-cinder-837165-3-iscsi {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:06:09.912066 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1b923-ab59-4e27-8d30-fd22ce95ae9b None None] No DVR routers for this DVR port 9fe50311-b9d1-48fe-9b7f-2d8749690ce9 on host dv-cinder-837165-3-iscsi {{(pid=110481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:06:09.968743 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (af6393b8-96dc-4031-aeb0-a940bd5ce30c), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:09.990969 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6393b8-96dc-4031-aeb0-a940bd5ce30c']}} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:10.001623 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15dd0a0-c21f-43db-9085-799baea9b640') {'for_net_delete': True} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:10.001913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15dd0a0-c21f-43db-9085-799baea9b640') {} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:10.011805 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59125363'] for segment (f15dd0a0-c21f-43db-9085-799baea9b640), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.024574 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (f15dd0a0-c21f-43db-9085-799baea9b640), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.032204 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=110480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:06:10.032583 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59135716'] for segment (f15dd0a0-c21f-43db-9085-799baea9b640), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.091505 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (af6393b8-96dc-4031-aeb0-a940bd5ce30c), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.098137 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.101755 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] 10.222.0.72 "DELETE /v2.0/networks/af6393b8-96dc-4031-aeb0-a940bd5ce30c HTTP/1.1" status: 204 len: 168 time: 0.7979751 Jun 16 15:06:10.113331 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f8645-d00d-4176-b0d2-c6240f30467d admin admin] Pushing event deleted for resources: {'Network': ['ID=af6393b8-96dc-4031-aeb0-a940bd5ce30c,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:10.151988 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fa74ccf4-b3aa-4696-9a1e-517b7932092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.184883 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment f15dd0a0-c21f-43db-9085-799baea9b640 resource provider aggregate not found Jun 16 15:06:10.201764 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment f15dd0a0-c21f-43db-9085-799baea9b640 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f15dd0a0-c21f-43db-9085-799baea9b640 found for delete ", "request_id": "req-31b0e300-4f2f-4b7c-8d36-08ae45c7e2f6"}]} Jun 16 15:06:10.233684 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40452) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:10.272193 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-508a8cfa-022a-41ac-affb-b033029788a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b017c2881aba4df6afe70cdcb84d5ee8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374217 Jun 16 15:06:10.274679 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40454) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:10.331721 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-077930c7-ad60-49c9-a05d-af0d49b73cfa admin admin] Publish callbacks [] for security_group (8b9b3ef0-013f-49e2-9da8-011dc214c791), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.355626 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-077930c7-ad60-49c9-a05d-af0d49b73cfa admin admin] Publish callbacks [] for security_group (8b9b3ef0-013f-49e2-9da8-011dc214c791), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.401901 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-077930c7-ad60-49c9-a05d-af0d49b73cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (8b9b3ef0-013f-49e2-9da8-011dc214c791), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.404659 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-077930c7-ad60-49c9-a05d-af0d49b73cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:10.405869 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-077930c7-ad60-49c9-a05d-af0d49b73cfa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b9b3ef0-013f-49e2-9da8-011dc214c791 HTTP/1.1" status: 204 len: 168 time: 0.1303263 Jun 16 15:06:10.414945 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077930c7-ad60-49c9-a05d-af0d49b73cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9b3ef0-013f-49e2-9da8-011dc214c791,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:11.080004 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:12.543894 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:12.777783 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40524) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:12.879163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a47974d5-aa82-4dbc-a16c-9864de914079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:12.953444 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a47974d5-aa82-4dbc-a16c-9864de914079 admin admin] Publish callbacks [] for security_group (dc0c65da-9d0f-4507-8777-9514d8f4b1ea), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:12.957211 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a47974d5-aa82-4dbc-a16c-9864de914079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (dc0c65da-9d0f-4507-8777-9514d8f4b1ea), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:12.996297 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a47974d5-aa82-4dbc-a16c-9864de914079 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=098974f73d494ffa9382069577b02a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174520 Jun 16 15:06:12.997526 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47974d5-aa82-4dbc-a16c-9864de914079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0c65da-9d0f-4507-8777-9514d8f4b1ea,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:12.999120 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40528) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:13.053478 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-efbd8933-23ac-4e7a-895a-19504cc1b7e5 admin admin] Publish callbacks [] for security_group (dc0c65da-9d0f-4507-8777-9514d8f4b1ea), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.075183 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-efbd8933-23ac-4e7a-895a-19504cc1b7e5 admin admin] Publish callbacks [] for security_group (dc0c65da-9d0f-4507-8777-9514d8f4b1ea), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.119471 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-efbd8933-23ac-4e7a-895a-19504cc1b7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (dc0c65da-9d0f-4507-8777-9514d8f4b1ea), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.122696 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-efbd8933-23ac-4e7a-895a-19504cc1b7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.123815 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-efbd8933-23ac-4e7a-895a-19504cc1b7e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc0c65da-9d0f-4507-8777-9514d8f4b1ea HTTP/1.1" status: 204 len: 168 time: 0.1237173 Jun 16 15:06:13.131373 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd8933-23ac-4e7a-895a-19504cc1b7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0c65da-9d0f-4507-8777-9514d8f4b1ea,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:13.387155 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40534) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:13.400560 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2bc65c1a-6daa-4a49-a068-7cf1f334bc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.477441 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2bc65c1a-6daa-4a49-a068-7cf1f334bc1b admin admin] Publish callbacks [] for security_group (4b4d5d6b-0bcb-4fa3-a0ed-d2cd33d791cf), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.481001 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2bc65c1a-6daa-4a49-a068-7cf1f334bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4b4d5d6b-0bcb-4fa3-a0ed-d2cd33d791cf), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.517660 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc65c1a-6daa-4a49-a068-7cf1f334bc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d5d6b-0bcb-4fa3-a0ed-d2cd33d791cf,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:13.524640 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2bc65c1a-6daa-4a49-a068-7cf1f334bc1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31d3702c05e541a8babe0e7277d2d61a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363811 Jun 16 15:06:13.524737 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40536) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:13.577047 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4aea0bf0-b63f-44e6-8ae8-8713aec68678 admin admin] Publish callbacks [] for security_group (4b4d5d6b-0bcb-4fa3-a0ed-d2cd33d791cf), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.585112 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:13.599694 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4aea0bf0-b63f-44e6-8ae8-8713aec68678 admin admin] Publish callbacks [] for security_group (4b4d5d6b-0bcb-4fa3-a0ed-d2cd33d791cf), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.614257 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:13.650620 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4aea0bf0-b63f-44e6-8ae8-8713aec68678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4b4d5d6b-0bcb-4fa3-a0ed-d2cd33d791cf), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.653793 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4aea0bf0-b63f-44e6-8ae8-8713aec68678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:13.654940 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-4aea0bf0-b63f-44e6-8ae8-8713aec68678 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b4d5d6b-0bcb-4fa3-a0ed-d2cd33d791cf HTTP/1.1" status: 204 len: 168 time: 0.1292386 Jun 16 15:06:13.662767 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea0bf0-b63f-44e6-8ae8-8713aec68678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d5d6b-0bcb-4fa3-a0ed-d2cd33d791cf,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:13.674060 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:14.377124 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:14.601223 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-c5c6ba6f-2505-4b9b-9d9a-03fe25aca05b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414593 Jun 16 15:06:14.676323 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-7f30fe1d-1e0c-4ad7-a3f4-f8e81682f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:14.677855 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-7f30fe1d-1e0c-4ad7-a3f4-f8e81682f1a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 1130 time: 0.0415335 Jun 16 15:06:14.783392 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-eb7c4768-0713-4944-b930-fcea3168d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:14.784887 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-eb7c4768-0713-4944-b930-fcea3168d4b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 912 time: 0.0893748 Jun 16 15:06:14.846498 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-fbb300f8-ef34-4e3b-bcfb-15b38f3bb025 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d HTTP/1.1" status: 200 len: 1002 time: 0.0555356 Jun 16 15:06:14.899980 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-dc9cd7a8-5e5d-410d-a454-8003fcb82281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:14.902013 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-dc9cd7a8-5e5d-410d-a454-8003fcb82281 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 200 len: 849 time: 0.0498452 Jun 16 15:06:14.930014 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:14.946420 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-ca2db23b-5fab-4f31-b99a-d16503a7a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:14.949162 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-ca2db23b-5fab-4f31-b99a-d16503a7a012 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e965c323-79ff-4b11-8aaa-a2df835467d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415182 Jun 16 15:06:15.043014 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-ec6c8a61-2002-488e-b996-0251d95b6b69 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870824 Jun 16 15:06:15.137392 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-73bc42c6-ec27-4da5-b3b0-9ea730e79df3 req-ff913180-0988-4a61-a754-7008d082458c service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878944 Jun 16 15:06:17.593901 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0fd7-419c-452c-9484-8a2eefcd98a9 req-00094cbd-fc47-4fee-b767-98f7abd0e115 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:17.595400 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-03bc0fd7-419c-452c-9484-8a2eefcd98a9 req-00094cbd-fc47-4fee-b767-98f7abd0e115 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0493517 Jun 16 15:06:17.646083 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-03bc0fd7-419c-452c-9484-8a2eefcd98a9 req-8c07fb22-bcad-441e-a714-f16a1b1ae76d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446222 Jun 16 15:06:18.744755 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=30 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:18.746646 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=8 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:18.761749 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cdc14-49be-4e45-81bf-339e36e7d77b req-48098b21-3e76-4b78-a1b3-0cee3ae34e7f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:18.763220 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-188cdc14-49be-4e45-81bf-339e36e7d77b req-48098b21-3e76-4b78-a1b3-0cee3ae34e7f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0479743 Jun 16 15:06:18.810335 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-188cdc14-49be-4e45-81bf-339e36e7d77b req-eddf1079-1bc8-4e21-978f-1f148cc2169e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=4d952b33-a4cf-4ad8-8d10-aef8169331d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415919 Jun 16 15:06:19.119879 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38be192-5cda-489d-a183-ea565953e490 req-8c63d645-7c4b-499f-8f82-fe6cf824cc82 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:19.121343 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e38be192-5cda-489d-a183-ea565953e490 req-8c63d645-7c4b-499f-8f82-fe6cf824cc82 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 946 time: 0.0503547 Jun 16 15:06:19.201656 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Deleting port debe1ea3-86a2-4afa-9cc5-933e034bfa9d {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:06:19.202876 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.295130 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] For port debe1ea3-86a2-4afa-9cc5-933e034bfa9d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:19.295505 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.445906 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:19.446932 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:19.462268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.462636 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (c28239c4-8aa0-4607-89c2-822e60aaf1cf), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.463101 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Floating IP c28239c4-8aa0-4607-89c2-822e60aaf1cf disassociated. External IP: 172.27.2.238, port: debe1ea3-86a2-4afa-9cc5-933e034bfa9d. Jun 16 15:06:19.463563 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Calling delete_port for debe1ea3-86a2-4afa-9cc5-933e034bfa9d owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:06:19.607678 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (debe1ea3-86a2-4afa-9cc5-933e034bfa9d), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.634801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event deleted for resources: {'Port': ['ID=debe1ea3-86a2-4afa-9cc5-933e034bfa9d,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:19.683002 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40630) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:19.749613 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Router 655e6180-d8b0-42cc-937b-1df671c549c0 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:06:19.792830 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dbeddd4c-9ed2-4e39-91c8-73ec6a105b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.861455 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:06:19.872793 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dbeddd4c-9ed2-4e39-91c8-73ec6a105b72 admin admin] Publish callbacks [] for security_group (4e8b3f21-7760-4a86-9792-833708f42855), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.875583 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] Sync routers for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:06:19.877897 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dbeddd4c-9ed2-4e39-91c8-73ec6a105b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4e8b3f21-7760-4a86-9792-833708f42855), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.888750 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:19.895939 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:06:19.896868 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:19.915201 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:19.919077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] No DVR routers for this DVR port debe1ea3-86a2-4afa-9cc5-933e034bfa9d on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:06:19.923010 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:19.926725 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e38be192-5cda-489d-a183-ea565953e490 req-4a8d37a1-d976-4da7-a099-8055f2d100d7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "DELETE /v2.0/ports/debe1ea3-86a2-4afa-9cc5-933e034bfa9d HTTP/1.1" status: 204 len: 173 time: 0.8004427 Jun 16 15:06:19.927267 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34992108-bb48-4184-88ee-43907b8b14a3', 'name': 'network-vif-deleted', 'tag': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:06:19.930338 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d0a731-405d-4847-88ce-5740290908df" -d '{"events": [{"server_uuid": "34992108-bb48-4184-88ee-43907b8b14a3", "name": "network-vif-deleted", "tag": "debe1ea3-86a2-4afa-9cc5-933e034bfa9d"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:19.952421 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40638) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:19.966543 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-dbeddd4c-9ed2-4e39-91c8-73ec6a105b72 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=478aeac0de3b4c3d82b0a8974d2f258e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789350 Jun 16 15:06:19.980525 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b8154792-8de5-42f2-be60-255ae0e6b72a req-56db8857-9adc-4db0-8f4e-3e791481f926 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=34992108-bb48-4184-88ee-43907b8b14a3 HTTP/1.1" status: 200 len: 210 time: 0.0889499 Jun 16 15:06:19.987484 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeddd4c-9ed2-4e39-91c8-73ec6a105b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8b3f21-7760-4a86-9792-833708f42855,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:20.028081 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61986876-25e5-4e72-98c4-3853616e1a24 x-openstack-request-id: req-61986876-25e5-4e72-98c4-3853616e1a24 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:20.028627 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34992108-bb48-4184-88ee-43907b8b14a3", "name": "network-vif-deleted", "tag": "debe1ea3-86a2-4afa-9cc5-933e034bfa9d", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:20.029093 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61986876-25e5-4e72-98c4-3853616e1a24 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:20.029625 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61986876-25e5-4e72-98c4-3853616e1a24'] response: {'server_uuid': '34992108-bb48-4184-88ee-43907b8b14a3', 'name': 'network-vif-deleted', 'tag': 'debe1ea3-86a2-4afa-9cc5-933e034bfa9d', 'status': 'completed', 'code': 200} Jun 16 15:06:20.052915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c24cff22-4f52-4107-b93f-4c99677f7718 admin admin] Publish callbacks [] for security_group (4e8b3f21-7760-4a86-9792-833708f42855), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:20.077975 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c24cff22-4f52-4107-b93f-4c99677f7718 admin admin] Publish callbacks [] for security_group (4e8b3f21-7760-4a86-9792-833708f42855), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:20.156898 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c24cff22-4f52-4107-b93f-4c99677f7718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4e8b3f21-7760-4a86-9792-833708f42855), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:20.159988 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c24cff22-4f52-4107-b93f-4c99677f7718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:20.163489 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c24cff22-4f52-4107-b93f-4c99677f7718 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e8b3f21-7760-4a86-9792-833708f42855 HTTP/1.1" status: 204 len: 168 time: 0.2072799 Jun 16 15:06:20.177086 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cff22-4f52-4107-b93f-4c99677f7718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8b3f21-7760-4a86-9792-833708f42855,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:20.181791 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:06:20.405340 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:20.440340 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] Checking router: 655e6180-d8b0-42cc-937b-1df671c549c0 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:06:20.450870 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:06:20.451509 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:20.478107 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40644) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:20.495583 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5306ef88-653a-4243-86ac-c159d8b10b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:20.502528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:20.575872 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:06:20.584802 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5306ef88-653a-4243-86ac-c159d8b10b41 admin admin] Publish callbacks [] for security_group (ac32b5be-ad0b-4fb0-933d-ae2c8a5ff183), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:20.588827 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5306ef88-653a-4243-86ac-c159d8b10b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ac32b5be-ad0b-4fb0-933d-ae2c8a5ff183), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:20.776579 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:20.801967 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38dd13d-0197-4cf5-8ea4-2e7cc0780b4b None None] The sync data for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi is: [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:06:20.864035 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306ef88-653a-4243-86ac-c159d8b10b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac32b5be-ad0b-4fb0-933d-ae2c8a5ff183,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:20.870919 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5306ef88-653a-4243-86ac-c159d8b10b41 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f8cb39ecda4c4585a5df865488513f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917224 Jun 16 15:06:20.871793 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40646) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:20.931278 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-750dfbe5-2e2b-4489-8cdd-d0272519bc2c admin admin] Publish callbacks [] for security_group (ac32b5be-ad0b-4fb0-933d-ae2c8a5ff183), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:20.956182 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-750dfbe5-2e2b-4489-8cdd-d0272519bc2c admin admin] Publish callbacks [] for security_group (ac32b5be-ad0b-4fb0-933d-ae2c8a5ff183), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.005935 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-750dfbe5-2e2b-4489-8cdd-d0272519bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ac32b5be-ad0b-4fb0-933d-ae2c8a5ff183), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.010031 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-750dfbe5-2e2b-4489-8cdd-d0272519bc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.012440 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-750dfbe5-2e2b-4489-8cdd-d0272519bc2c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac32b5be-ad0b-4fb0-933d-ae2c8a5ff183 HTTP/1.1" status: 204 len: 168 time: 0.1393261 Jun 16 15:06:21.023462 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dfbe5-2e2b-4489-8cdd-d0272519bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac32b5be-ad0b-4fb0-933d-ae2c8a5ff183,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:21.049019 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8bce5c-4341-4534-84d9-afb59ff9c02d None None] New status for floating IP c28239c4-8aa0-4607-89c2-822e60aaf1cf: DOWN {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:06:21.098075 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40654) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:21.117041 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:21.161963 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bda95685-ba80-41a9-b4be-c99354f97776 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (4d952b33-a4cf-4ad8-8d10-aef8169331d1), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.189881 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bda95685-ba80-41a9-b4be-c99354f97776 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (4d952b33-a4cf-4ad8-8d10-aef8169331d1), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.242065 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bda95685-ba80-41a9-b4be-c99354f97776 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4d952b33-a4cf-4ad8-8d10-aef8169331d1), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.244790 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bda95685-ba80-41a9-b4be-c99354f97776 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.246062 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-bda95685-ba80-41a9-b4be-c99354f97776 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "DELETE /v2.0/security-groups/4d952b33-a4cf-4ad8-8d10-aef8169331d1 HTTP/1.1" status: 204 len: 168 time: 0.1469986 Jun 16 15:06:21.249479 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40658) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:21.255323 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda95685-ba80-41a9-b4be-c99354f97776 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d952b33-a4cf-4ad8-8d10-aef8169331d1,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:21.263498 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.api.v2.resource [None req-5a47c0d3-7974-4168-ab91-0c7b05d2e0ce tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] show failed (client error): The resource could not be found. Jun 16 15:06:21.265119 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5a47c0d3-7974-4168-ab91-0c7b05d2e0ce tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups/4d952b33-a4cf-4ad8-8d10-aef8169331d1 HTTP/1.1" status: 404 len: 347 time: 0.0146575 Jun 16 15:06:21.268055 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40660) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:21.314899 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=11 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:21.392191 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Deleting port 61e8fd7f-662e-436c-9fca-093568841dd5 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:06:21.392537 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (61e8fd7f-662e-436c-9fca-093568841dd5), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.469790 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (61e8fd7f-662e-436c-9fca-093568841dd5), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.470529 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (61e8fd7f-662e-436c-9fca-093568841dd5), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.482688 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Calling delete_port for 61e8fd7f-662e-436c-9fca-093568841dd5 owned by network:floatingip {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:06:21.616923 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (61e8fd7f-662e-436c-9fca-093568841dd5), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.642021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event deleted for resources: {'Port': ['ID=61e8fd7f-662e-436c-9fca-093568841dd5,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:21.713540 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (c28239c4-8aa0-4607-89c2-822e60aaf1cf), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.716059 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.717255 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d4f73204-56c1-4aec-bcb1-3791da717da9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "DELETE /v2.0/floatingips/c28239c4-8aa0-4607-89c2-822e60aaf1cf HTTP/1.1" status: 204 len: 168 time: 0.4481680 Jun 16 15:06:21.796830 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40680) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:21.801467 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-9defe038-0a54-40a2-aef0-2449750e80d8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382095008', 'description': 'tempest-description--1686871241'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:21.822159 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9defe038-0a54-40a2-aef0-2449750e80d8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.891642 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9defe038-0a54-40a2-aef0-2449750e80d8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (d031b30e-4d43-44d8-b37c-b277e7ca301a), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.895405 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9defe038-0a54-40a2-aef0-2449750e80d8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (d031b30e-4d43-44d8-b37c-b277e7ca301a), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.926341 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9defe038-0a54-40a2-aef0-2449750e80d8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.927566 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-9defe038-0a54-40a2-aef0-2449750e80d8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1297195 Jun 16 15:06:21.931853 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40684) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:21.934698 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-6d6f4cfb-69d9-439c-8abe-f8ecfccf7fe3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'security_group_rule': {'security_group_id': 'd031b30e-4d43-44d8-b37c-b277e7ca301a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:21.940449 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defe038-0a54-40a2-aef0-2449750e80d8 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d031b30e-4d43-44d8-b37c-b277e7ca301a,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:21.965440 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6d6f4cfb-69d9-439c-8abe-f8ecfccf7fe3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (4c5b2d0b-1f01-4a6f-9711-ee7d5d7a93be), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:21.986507 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:22.024898 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6d6f4cfb-69d9-439c-8abe-f8ecfccf7fe3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (4c5b2d0b-1f01-4a6f-9711-ee7d5d7a93be), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.030201 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6d6f4cfb-69d9-439c-8abe-f8ecfccf7fe3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (4c5b2d0b-1f01-4a6f-9711-ee7d5d7a93be), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.049979 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f4cfb-69d9-439c-8abe-f8ecfccf7fe3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5b2d0b-1f01-4a6f-9711-ee7d5d7a93be,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:22.059853 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6d6f4cfb-69d9-439c-8abe-f8ecfccf7fe3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.062409 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-6d6f4cfb-69d9-439c-8abe-f8ecfccf7fe3 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310959 Jun 16 15:06:22.063847 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40690) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:22.068324 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-1706b708-5709-4332-a228-1b199fe8a921 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'security_group_rule': {'security_group_id': 'd031b30e-4d43-44d8-b37c-b277e7ca301a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:22.095183 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1706b708-5709-4332-a228-1b199fe8a921 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (6c963f58-164c-4d5c-a4e3-3eccbf14ed15), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.163238 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1706b708-5709-4332-a228-1b199fe8a921 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (6c963f58-164c-4d5c-a4e3-3eccbf14ed15), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.169528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1706b708-5709-4332-a228-1b199fe8a921 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (6c963f58-164c-4d5c-a4e3-3eccbf14ed15), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.185616 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706b708-5709-4332-a228-1b199fe8a921 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c963f58-164c-4d5c-a4e3-3eccbf14ed15,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:22.196661 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1706b708-5709-4332-a228-1b199fe8a921 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.197896 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1706b708-5709-4332-a228-1b199fe8a921 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330106 Jun 16 15:06:22.200995 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40696) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:22.205212 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:22.225854 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.305990 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.411843 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Allocated IP 172.27.2.194 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/f2b19597-4cc4-4e20-95de-ac07e0d78705) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:06:22.521691 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for port (f2b19597-4cc4-4e20-95de-ac07e0d78705), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.549020 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:22.560571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (f2b19597-4cc4-4e20-95de-ac07e0d78705), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.599646 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:06:22.605022 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:22.609079 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:06:22.638354 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'Port': ['ID=f2b19597-4cc4-4e20-95de-ac07e0d78705,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:22.647370 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:22.705649 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (feb472d4-1244-42ec-bf75-954ac8a9cd0c), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.744293 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (f2b19597-4cc4-4e20-95de-ac07e0d78705), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.894647 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for port (f2b19597-4cc4-4e20-95de-ac07e0d78705), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.898565 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59387644'] for port (f2b19597-4cc4-4e20-95de-ac07e0d78705), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:22.968748 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'Port': ['ID=f2b19597-4cc4-4e20-95de-ac07e0d78705,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:22.987172 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (feb472d4-1244-42ec-bf75-954ac8a9cd0c), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:23.005211 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:23.015468 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-95a0f915-d5d0-4231-a474-4c91ac5646fb tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8134799 Jun 16 15:06:23.208955 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-4d383112-6a24-47ba-b30b-6d3018440da2 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1382095008&fields=id&tenant_id=3c94142f5fe543e28710c9bb2916662c HTTP/1.1" status: 200 len: 267 time: 0.0432014 Jun 16 15:06:23.315156 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-72a52f6e-2499-456b-8e43-b017f159f508 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:23.316664 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-72a52f6e-2499-456b-8e43-b017f159f508 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 810 time: 0.1012537 Jun 16 15:06:23.331062 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-fe7c212e-22a5-4950-ab13-d595ca55fb30 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/quotas/3c94142f5fe543e28710c9bb2916662c HTTP/1.1" status: 200 len: 375 time: 0.0090394 Jun 16 15:06:23.383062 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-019abd8c-0d65-4e72-9963-4a7d2c007b92 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470343 Jun 16 15:06:23.477553 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-22c36862-511a-429e-92a9-0707d21b843f service neutron] 10.222.0.72 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831759 Jun 16 15:06:23.572808 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-0f53cb7f-f17e-4d67-acff-12cac0b77970 service neutron] 10.222.0.72 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890105 Jun 16 15:06:23.735972 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-185393c3-ff37-4506-9a2f-22994ef5da54 req-629a7a13-902a-4e74-93df-c211229d61db tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 210 time: 0.0310299 Jun 16 15:06:23.943578 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device debe1ea3-86a2-4afa-9cc5-933e034bfa9d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:06:23.964117 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: debe1ea3-86a2-4afa-9cc5-933e034bfa9d {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:06:23.964460 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device debe1ea3-86a2-4afa-9cc5-933e034bfa9d not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:06:24.759646 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:24.783833 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-1799fab3-6ced-47ef-94fd-467d5c9873bc tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:24.785571 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-1799fab3-6ced-47ef-94fd-467d5c9873bc tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 810 time: 0.1044989 Jun 16 15:06:24.835811 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0f016089-ae43-4021-ab78-c7af56fbef79 req-d2a582f6-e3ad-4c62-8e4a-9b4ebc0c200b tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 210 time: 0.0284531 Jun 16 15:06:25.934288 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d7db99dc-fec7-413d-a0ca-4ca9201f1a7a req-3b2959a5-1905-4d39-9583-a4b941952b78 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 210 time: 0.0304532 Jun 16 15:06:27.030605 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f74ef732-f729-4d12-80fe-3c7feb8fbde5 req-48ad8ba9-0fe5-4fe8-bfbe-8801dbee7685 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 210 time: 0.0282099 Jun 16 15:06:27.182118 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:06:28.128454 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6bc6abe7-253c-49ec-a205-62183b49fef7 req-ff519a76-0f21-49e5-9d79-6f036d700e0e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 210 time: 0.0308268 Jun 16 15:06:28.363116 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-69751cec-a493-4d99-9bc2-395daa57338d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c94142f5fe543e28710c9bb2916662c HTTP/1.1" status: 200 len: 380 time: 0.0517423 Jun 16 15:06:28.449974 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'port': {'device_id': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'admin_state_up': True, 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'security_groups': ['d031b30e-4d43-44d8-b37c-b277e7ca301a']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:28.553761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Made reservation on behalf of 3c94142f5fe543e28710c9bb2916662c for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:06:28.557663 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:28.681016 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Allocated IP 172.20.0.7 (e965c323-79ff-4b11-8aaa-a2df835467d6/8f986240-a4ac-488e-ab09-f8befdf07142/91200d16-5dc6-4b76-856c-ee259b54b7b7) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:06:28.817977 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:28.849666 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:28.890413 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Network e965c323-79ff-4b11-8aaa-a2df835467d6 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:06:28.895419 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:28.899336 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:06:28.906163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event updated for resources: {'Port': ['ID=91200d16-5dc6-4b76-856c-ee259b54b7b7,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:28.952010 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:28.952618 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:28.969875 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-c8ea6d47-cea0-4364-9ac0-c539f2690a54 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5238662 Jun 16 15:06:28.987471 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Request body: {'port': {'device_id': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:28.990969 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:29.057893 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:29.094957 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:29.182103 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-d5a7b3ce-42b1-4371-b89e-199f28195c17 None None] Provisioning complete for port 91200d16-5dc6-4b76-856c-ee259b54b7b7 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:06:29.182682 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d5a7b3ce-42b1-4371-b89e-199f28195c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:29.216218 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7b3ce-42b1-4371-b89e-199f28195c17 None None] Port 91200d16-5dc6-4b76-856c-ee259b54b7b7 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:06:29.259222 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b96a4-a4af-41be-a3fc-63f986f47307 req-28338ae7-a1cf-44ca-b43c-e03359c7ae6d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:29.261227 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-de3b96a4-a4af-41be-a3fc-63f986f47307 req-28338ae7-a1cf-44ca-b43c-e03359c7ae6d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 931 time: 0.0513008 Jun 16 15:06:29.280080 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:29.289237 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:29.314171 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-de3b96a4-a4af-41be-a3fc-63f986f47307 req-1a07c377-b4ff-4729-9f51-82860b024eb2 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473461 Jun 16 15:06:29.322224 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91200d16-5dc6-4b76-856c-ee259b54b7b7 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:06:29.329891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Publish callbacks [] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:29.342136 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Transition to ACTIVE for port object 91200d16-5dc6-4b76-856c-ee259b54b7b7 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:06:29.345768 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:29.393428 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=91200d16-5dc6-4b76-856c-ee259b54b7b7,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:29.468103 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Attempting to bind port 91200d16-5dc6-4b76-856c-ee259b54b7b7 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:06:29.468443 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Attempting to bind port 91200d16-5dc6-4b76-856c-ee259b54b7b7 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:06:29.468769 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Attempting to bind port 91200d16-5dc6-4b76-856c-ee259b54b7b7 on network e965c323-79ff-4b11-8aaa-a2df835467d6 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:06:29.473467 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Port 91200d16-5dc6-4b76-856c-ee259b54b7b7 on network e965c323-79ff-4b11-8aaa-a2df835467d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:06:29.473808 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Attempting to bind port 91200d16-5dc6-4b76-856c-ee259b54b7b7 on network e965c323-79ff-4b11-8aaa-a2df835467d6 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:06:29.479342 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:06:29.479679 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Checking segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:06:29.480058 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Bound using segment: {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:06:29.480480 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Bound port: 91200d16-5dc6-4b76-856c-ee259b54b7b7, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab93d75-b767-484e-af13-24a6a4d793d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:06:29.480867 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:29.555581 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] For port 91200d16-5dc6-4b76-856c-ee259b54b7b7, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:06:29.559643 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] For port 91200d16-5dc6-4b76-856c-ee259b54b7b7, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=91200d16-5dc6-4b76-856c-ee259b54b7b7,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:06:29.566353 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:29.603339 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:29.604519 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:29.605921 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] 10.222.0.86 "PUT /v2.0/ports/91200d16-5dc6-4b76-856c-ee259b54b7b7 HTTP/1.1" status: 200 len: 1093 time: 0.6227949 Jun 16 15:06:29.606359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'tag': '91200d16-5dc6-4b76-856c-ee259b54b7b7'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:06:29.608622 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce62f39-6d32-4e93-a24e-0d129d7074d2" -d '{"events": [{"name": "network-changed", "server_uuid": "adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc", "tag": "91200d16-5dc6-4b76-856c-ee259b54b7b7"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:29.640961 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cf630-a006-4c41-a3aa-53fe4fd86eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=91200d16-5dc6-4b76-856c-ee259b54b7b7,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:29.665152 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe9c15b-5bc9-466d-a8f7-1d4e1e406259 x-openstack-request-id: req-3fe9c15b-5bc9-466d-a8f7-1d4e1e406259 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:29.665448 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc", "tag": "91200d16-5dc6-4b76-856c-ee259b54b7b7", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:29.665826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3fe9c15b-5bc9-466d-a8f7-1d4e1e406259 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:29.667319 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe9c15b-5bc9-466d-a8f7-1d4e1e406259'] response: {'name': 'network-changed', 'server_uuid': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'tag': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'status': 'completed', 'code': 200} Jun 16 15:06:29.718838 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-0dd20f56-39e2-4a39-a0e5-31bcedaef0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:29.720624 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-0dd20f56-39e2-4a39-a0e5-31bcedaef0c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 1127 time: 0.0429325 Jun 16 15:06:29.768985 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-e4342c20-7950-4aa4-bae3-bdfde89ecbe0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91200d16-5dc6-4b76-856c-ee259b54b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0347211 Jun 16 15:06:29.832141 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-6ef74e60-b194-4823-8d01-190a02705803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:29.833788 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-6ef74e60-b194-4823-8d01-190a02705803 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 200 len: 849 time: 0.0590792 Jun 16 15:06:29.882680 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-370566dd-1d51-4bd5-b192-6db992739e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:29.885409 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-370566dd-1d51-4bd5-b192-6db992739e18 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e965c323-79ff-4b11-8aaa-a2df835467d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454361 Jun 16 15:06:29.980128 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-23f463cb-7947-4dde-bb44-ec25a9b4d314 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867224 Jun 16 15:06:30.044360 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:30.055906 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:30.070940 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d994e1b0-1801-48ee-b7b7-b333a1787f84 req-10ee2158-2675-4493-8d6b-9ec4e3300bc2 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845447 Jun 16 15:06:30.426588 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a874-34dc-4959-8270-37d9d9904b6f req-437de5e8-5bdd-4d53-9b17-2551bb274507 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:30.428068 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0bd1a874-34dc-4959-8270-37d9d9904b6f req-437de5e8-5bdd-4d53-9b17-2551bb274507 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 943 time: 0.0473344 Jun 16 15:06:30.474612 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0bd1a874-34dc-4959-8270-37d9d9904b6f req-224d77c1-5af3-42b4-b91c-a7e098a76eac tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 Jun 16 15:06:31.589982 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa1d2-9cbc-4bd7-9589-270f190b0c6d req-f9d88425-fe44-44a8-b9d6-2a8d54c2d9e6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:31.591455 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-20baa1d2-9cbc-4bd7-9589-270f190b0c6d req-f9d88425-fe44-44a8-b9d6-2a8d54c2d9e6 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 943 time: 0.0474360 Jun 16 15:06:31.640788 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-20baa1d2-9cbc-4bd7-9589-270f190b0c6d req-a443bde2-df79-40c9-88f2-5aefb70187d5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438402 Jun 16 15:06:32.429098 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40806) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:32.534429 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2fc849b6-6263-4677-8374-be3440236975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:32.607553 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2fc849b6-6263-4677-8374-be3440236975 admin admin] Publish callbacks [] for security_group (27ac116b-0e6f-48fd-878d-26f648017c19), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:32.611121 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2fc849b6-6263-4677-8374-be3440236975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (27ac116b-0e6f-48fd-878d-26f648017c19), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:32.653873 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2fc849b6-6263-4677-8374-be3440236975 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c0b30d345854a6e8b4ccd9f4deae039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237194 Jun 16 15:06:32.654995 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc849b6-6263-4677-8374-be3440236975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ac116b-0e6f-48fd-878d-26f648017c19,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:32.656829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40810) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:32.708348 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-64de4d8d-4cc7-4099-b6cf-a400eb63044f admin admin] Publish callbacks [] for security_group (27ac116b-0e6f-48fd-878d-26f648017c19), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:32.729777 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-64de4d8d-4cc7-4099-b6cf-a400eb63044f admin admin] Publish callbacks [] for security_group (27ac116b-0e6f-48fd-878d-26f648017c19), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:32.753079 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff576-ec45-4367-89b6-f44968c17d56 req-0854c33e-ddd0-4710-a1b5-84d2e3036e82 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:32.754571 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a9ff576-ec45-4367-89b6-f44968c17d56 req-0854c33e-ddd0-4710-a1b5-84d2e3036e82 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 943 time: 0.0473104 Jun 16 15:06:32.776958 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-64de4d8d-4cc7-4099-b6cf-a400eb63044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (27ac116b-0e6f-48fd-878d-26f648017c19), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:32.779438 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-64de4d8d-4cc7-4099-b6cf-a400eb63044f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:32.780615 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-64de4d8d-4cc7-4099-b6cf-a400eb63044f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/27ac116b-0e6f-48fd-878d-26f648017c19 HTTP/1.1" status: 204 len: 168 time: 0.1227911 Jun 16 15:06:32.788635 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de4d8d-4cc7-4099-b6cf-a400eb63044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ac116b-0e6f-48fd-878d-26f648017c19,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:32.805879 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a9ff576-ec45-4367-89b6-f44968c17d56 req-63549ab6-061e-4505-8e36-652580665eca tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457981 Jun 16 15:06:32.865363 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-2459cfa3-b80d-4700-99fa-95602bad1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:32.867046 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-2459cfa3-b80d-4700-99fa-95602bad1f2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 1127 time: 0.0400972 Jun 16 15:06:32.967739 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-1ec1ff4f-68b3-4e2f-8bda-fa84244dd822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:32.969172 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-1ec1ff4f-68b3-4e2f-8bda-fa84244dd822 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 912 time: 0.0952682 Jun 16 15:06:33.007919 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-cce66e4d-e52c-4917-9415-767bdf4a5ecc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91200d16-5dc6-4b76-856c-ee259b54b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0326395 Jun 16 15:06:33.055230 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-0b7d5da4-6651-461f-b7bb-678e4c3b8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:33.056977 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-0b7d5da4-6651-461f-b7bb-678e4c3b8b72 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 200 len: 849 time: 0.0440009 Jun 16 15:06:33.067419 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40818) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:33.081203 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6244079a-324a-47e6-911f-1730a06cd3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:33.104608 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-bc93a5cd-7e46-4d7e-bc51-8849151a3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:33.106148 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-bc93a5cd-7e46-4d7e-bc51-8849151a3b2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e965c323-79ff-4b11-8aaa-a2df835467d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435436 Jun 16 15:06:33.155947 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6244079a-324a-47e6-911f-1730a06cd3e4 admin admin] Publish callbacks [] for security_group (59164349-a340-4682-8171-0bf2b802d49e), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:33.159951 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6244079a-324a-47e6-911f-1730a06cd3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (59164349-a340-4682-8171-0bf2b802d49e), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:33.194891 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-030f3263-67e8-4dc2-beae-c19d2a894c72 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828328 Jun 16 15:06:33.199675 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6244079a-324a-47e6-911f-1730a06cd3e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a6a67599e77451c9d64ce4d5ed11882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311784 Jun 16 15:06:33.200650 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244079a-324a-47e6-911f-1730a06cd3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59164349-a340-4682-8171-0bf2b802d49e,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:33.204778 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40820) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:33.256723 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f4b81535-3899-4254-9929-6bfc5109c99e admin admin] Publish callbacks [] for security_group (59164349-a340-4682-8171-0bf2b802d49e), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:33.278487 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f4b81535-3899-4254-9929-6bfc5109c99e admin admin] Publish callbacks [] for security_group (59164349-a340-4682-8171-0bf2b802d49e), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:33.290649 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-cce62f39-6d32-4e93-a24e-0d129d7074d2 req-a7262cc4-9a6f-4091-a153-5f1965e2a191 service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900724 Jun 16 15:06:33.325869 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f4b81535-3899-4254-9929-6bfc5109c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (59164349-a340-4682-8171-0bf2b802d49e), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:33.328610 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f4b81535-3899-4254-9929-6bfc5109c99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:33.329780 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f4b81535-3899-4254-9929-6bfc5109c99e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59164349-a340-4682-8171-0bf2b802d49e HTTP/1.1" status: 204 len: 168 time: 0.1240859 Jun 16 15:06:33.331934 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:33.339874 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b81535-3899-4254-9929-6bfc5109c99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59164349-a340-4682-8171-0bf2b802d49e,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:33.933311 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba314cf-dad7-47e1-82e3-2753c0093d23 req-5140f37d-fbed-4716-8492-2062308f1b87 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:33.934874 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eba314cf-dad7-47e1-82e3-2753c0093d23 req-5140f37d-fbed-4716-8492-2062308f1b87 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 943 time: 0.0513175 Jun 16 15:06:33.953272 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 91200d16-5dc6-4b76-856c-ee259b54b7b7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:06:33.984415 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-eba314cf-dad7-47e1-82e3-2753c0093d23 req-b4ea1c15-f816-47c8-944d-27d05e14abf1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 Jun 16 15:06:34.046857 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:34.074509 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 91200d16-5dc6-4b76-856c-ee259b54b7b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=91200d16-5dc6-4b76-856c-ee259b54b7b7,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:34.085510 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'port_id': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'mac_address': 'fa:16:3e:9a:64:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:06:34.090590 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:34.121851 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 91200d16-5dc6-4b76-856c-ee259b54b7b7 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:06:34.122244 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:34.135684 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91200d16-5dc6-4b76-856c-ee259b54b7b7 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:06:34.158508 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 91200d16-5dc6-4b76-856c-ee259b54b7b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=91200d16-5dc6-4b76-856c-ee259b54b7b7,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:34.163525 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:34.212086 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=91200d16-5dc6-4b76-856c-ee259b54b7b7,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:34.661247 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['91200d16-5dc6-4b76-856c-ee259b54b7b7'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:06:35.111777 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7329fa-56f8-4c6c-92eb-07c7366f16eb req-4293f123-5537-4aba-b480-bd7b0ee96ac1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:35.113307 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fa7329fa-56f8-4c6c-92eb-07c7366f16eb req-4293f123-5537-4aba-b480-bd7b0ee96ac1 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 944 time: 0.0484593 Jun 16 15:06:35.161258 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fa7329fa-56f8-4c6c-92eb-07c7366f16eb req-3811b50a-d50f-4c8f-a2f5-4849caf597ea tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423672 Jun 16 15:06:35.320551 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40892) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:35.424905 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f9dc8ba2-cb5d-49c3-b10d-ac5b9285268f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:35.473382 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:35.503033 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f9dc8ba2-cb5d-49c3-b10d-ac5b9285268f admin admin] Publish callbacks [] for security_group (321969ce-8595-4c8e-8d4f-69b21a851f8d), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:35.507069 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f9dc8ba2-cb5d-49c3-b10d-ac5b9285268f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (321969ce-8595-4c8e-8d4f-69b21a851f8d), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:35.552190 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f9dc8ba2-cb5d-49c3-b10d-ac5b9285268f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=528ef1ac32fb414cafb38c7b08ee2f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304494 Jun 16 15:06:35.553088 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc8ba2-cb5d-49c3-b10d-ac5b9285268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321969ce-8595-4c8e-8d4f-69b21a851f8d,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:35.555166 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40896) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:35.604151 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-167490f0-8ec3-46cf-9cb0-1da5c431a551 admin admin] Publish callbacks [] for security_group (321969ce-8595-4c8e-8d4f-69b21a851f8d), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:35.628450 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-167490f0-8ec3-46cf-9cb0-1da5c431a551 admin admin] Publish callbacks [] for security_group (321969ce-8595-4c8e-8d4f-69b21a851f8d), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:35.656202 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:35.677961 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-167490f0-8ec3-46cf-9cb0-1da5c431a551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (321969ce-8595-4c8e-8d4f-69b21a851f8d), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:35.680578 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-167490f0-8ec3-46cf-9cb0-1da5c431a551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:35.682290 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-167490f0-8ec3-46cf-9cb0-1da5c431a551 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/321969ce-8595-4c8e-8d4f-69b21a851f8d HTTP/1.1" status: 204 len: 168 time: 0.1256013 Jun 16 15:06:35.690187 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167490f0-8ec3-46cf-9cb0-1da5c431a551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321969ce-8595-4c8e-8d4f-69b21a851f8d,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:35.953789 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 91200d16-5dc6-4b76-856c-ee259b54b7b7 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:06:35.954302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40902) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:35.960950 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:35.968482 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1cadbe12-4e55-405b-bcbe-8092728456f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:35.999162 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 91200d16-5dc6-4b76-856c-ee259b54b7b7 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:06:36.005837 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 91200d16-5dc6-4b76-856c-ee259b54b7b7 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:06:36.006417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.040096 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:36.048904 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1cadbe12-4e55-405b-bcbe-8092728456f4 admin admin] Publish callbacks [] for security_group (70a76ecc-72df-4673-891c-64ff02f4d6de), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.052600 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-1cadbe12-4e55-405b-bcbe-8092728456f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (70a76ecc-72df-4673-891c-64ff02f4d6de), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.081813 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 91200d16-5dc6-4b76-856c-ee259b54b7b7 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:06:36.082202 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.090567 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-1cadbe12-4e55-405b-bcbe-8092728456f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d1d3910933b242eb869451c9b8a29f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354203 Jun 16 15:06:36.092362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadbe12-4e55-405b-bcbe-8092728456f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a76ecc-72df-4673-891c-64ff02f4d6de,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:36.093176 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40904) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:36.105991 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91200d16-5dc6-4b76-856c-ee259b54b7b7'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:06:36.108192 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84395201-50d5-4f90-b7d6-546fd516097d" -d '{"events": [{"server_uuid": "adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc", "name": "network-vif-plugged", "status": "completed", "tag": "91200d16-5dc6-4b76-856c-ee259b54b7b7"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:36.121563 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 91200d16-5dc6-4b76-856c-ee259b54b7b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=91200d16-5dc6-4b76-856c-ee259b54b7b7,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:36.126083 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.149131 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b6cecd91-d56d-43ed-b3e4-4624b0446d2b admin admin] Publish callbacks [] for security_group (70a76ecc-72df-4673-891c-64ff02f4d6de), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.154762 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea1793d-123d-4cd7-88a2-94b4eefdc412 x-openstack-request-id: req-7ea1793d-123d-4cd7-88a2-94b4eefdc412 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:36.155055 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc", "name": "network-vif-plugged", "status": "completed", "tag": "91200d16-5dc6-4b76-856c-ee259b54b7b7", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:36.155309 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7ea1793d-123d-4cd7-88a2-94b4eefdc412 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:36.155824 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea1793d-123d-4cd7-88a2-94b4eefdc412'] response: {'server_uuid': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'code': 200} Jun 16 15:06:36.179238 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b6cecd91-d56d-43ed-b3e4-4624b0446d2b admin admin] Publish callbacks [] for security_group (70a76ecc-72df-4673-891c-64ff02f4d6de), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.187056 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=91200d16-5dc6-4b76-856c-ee259b54b7b7,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:36.251005 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b6cecd91-d56d-43ed-b3e4-4624b0446d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (70a76ecc-72df-4673-891c-64ff02f4d6de), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.254213 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b6cecd91-d56d-43ed-b3e4-4624b0446d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:36.257317 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b6cecd91-d56d-43ed-b3e4-4624b0446d2b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70a76ecc-72df-4673-891c-64ff02f4d6de HTTP/1.1" status: 204 len: 168 time: 0.1630943 Jun 16 15:06:36.295897 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cecd91-d56d-43ed-b3e4-4624b0446d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a76ecc-72df-4673-891c-64ff02f4d6de,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:36.303238 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdec03-fdb7-44c4-99a8-08d1eb63bd0e req-9a5b0fc6-c879-41ce-b6ea-70a303b635e7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:36.304747 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-befdec03-fdb7-44c4-99a8-08d1eb63bd0e req-9a5b0fc6-c879-41ce-b6ea-70a303b635e7 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 945 time: 0.0682027 Jun 16 15:06:36.372869 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-befdec03-fdb7-44c4-99a8-08d1eb63bd0e req-f74e3e1c-95c2-4330-870b-13d6ae29cdc0 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615938 Jun 16 15:06:36.377483 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8d347-1148-4da1-9777-b3b560a58584 req-8c7d8aa5-6308-490e-b1d6-f51046a8be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:36.378982 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19c8d347-1148-4da1-9777-b3b560a58584 req-8c7d8aa5-6308-490e-b1d6-f51046a8be06 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 1129 time: 0.0473554 Jun 16 15:06:36.427342 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19c8d347-1148-4da1-9777-b3b560a58584 req-424c23c7-5a48-44b6-8c90-e9e0c2fe6fd2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 Jun 16 15:06:37.280660 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c6f3affd-7d7a-444a-a2b4-2edd0533c9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:37.339441 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 40940) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:37.446404 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0f9c-fcc9-44a0-a926-c9262ed546d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:37.487221 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739021d-48dc-4031-a37a-da0ab6b949fd req-b74b870d-950c-42c4-b2f2-08967bdb9946 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:37.489417 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f739021d-48dc-4031-a37a-da0ab6b949fd req-b74b870d-950c-42c4-b2f2-08967bdb9946 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 945 time: 0.0466976 Jun 16 15:06:37.524092 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0f9c-fcc9-44a0-a926-c9262ed546d9 admin admin] Publish callbacks [] for security_group (182bf899-a524-47b6-9446-b90ba5e82d34), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:37.530101 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0f9c-fcc9-44a0-a926-c9262ed546d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (182bf899-a524-47b6-9446-b90ba5e82d34), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:37.539309 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f739021d-48dc-4031-a37a-da0ab6b949fd req-099d181f-2464-434c-9942-3d12e22640b0 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Jun 16 15:06:37.570372 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2e7b0f9c-fcc9-44a0-a926-c9262ed546d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=83da07ebe0d7454a870e41b7f9bbf18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298694 Jun 16 15:06:37.571326 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b0f9c-fcc9-44a0-a926-c9262ed546d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182bf899-a524-47b6-9446-b90ba5e82d34,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:37.573467 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40946) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:37.622987 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-233ae407-b097-49f3-abc2-9b4712e6dd7d admin admin] Publish callbacks [] for security_group (182bf899-a524-47b6-9446-b90ba5e82d34), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:37.644567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-233ae407-b097-49f3-abc2-9b4712e6dd7d admin admin] Publish callbacks [] for security_group (182bf899-a524-47b6-9446-b90ba5e82d34), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:37.691098 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-233ae407-b097-49f3-abc2-9b4712e6dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (182bf899-a524-47b6-9446-b90ba5e82d34), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:37.693661 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-233ae407-b097-49f3-abc2-9b4712e6dd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:37.694804 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-233ae407-b097-49f3-abc2-9b4712e6dd7d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/182bf899-a524-47b6-9446-b90ba5e82d34 HTTP/1.1" status: 204 len: 168 time: 0.1196401 Jun 16 15:06:37.703098 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ae407-b097-49f3-abc2-9b4712e6dd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182bf899-a524-47b6-9446-b90ba5e82d34,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:38.655178 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076680d6-f846-4311-9827-273b6e562bb7 req-c8f950db-18b5-487b-b481-a1d44df920be tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:38.656957 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-076680d6-f846-4311-9827-273b6e562bb7 req-c8f950db-18b5-487b-b481-a1d44df920be tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 945 time: 0.0499001 Jun 16 15:06:38.669590 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:38.707608 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-076680d6-f846-4311-9827-273b6e562bb7 req-b59c0974-d030-487f-aceb-b5d1e83edb57 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Jun 16 15:06:38.824268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e3abe-5154-4489-b2e4-d1ebed444123 req-eee2ab93-ed27-4e3c-9b9a-373d2b21cba5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:38.825930 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c74e3abe-5154-4489-b2e4-d1ebed444123 req-eee2ab93-ed27-4e3c-9b9a-373d2b21cba5 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 945 time: 0.0516720 Jun 16 15:06:38.834821 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 40986) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:38.839707 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Request body: {'floatingip': {'port_id': '91200d16-5dc6-4b76-856c-ee259b54b7b7'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:38.877625 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (feb472d4-1244-42ec-bf75-954ac8a9cd0c), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:39.503278 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:39.507446 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:39.574862 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:39.578332 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (feb472d4-1244-42ec-bf75-954ac8a9cd0c), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:39.671866 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Floating IP feb472d4-1244-42ec-bf75-954ac8a9cd0c associated. External IP: 172.27.2.194, port: 91200d16-5dc6-4b76-856c-ee259b54b7b7. Jun 16 15:06:39.867825 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Router 655e6180-d8b0-42cc-937b-1df671c549c0 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:06:39.968179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:06:39.973008 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:39.977562 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] Sync routers for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:06:39.988132 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:06:39.988752 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:40.006069 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-117bdf0c-6940-4cc2-b04f-678e05df6a84 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "PUT /v2.0/floatingips/feb472d4-1244-42ec-bf75-954ac8a9cd0c HTTP/1.1" status: 200 len: 991 time: 1.1701756 Jun 16 15:06:40.006754 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'tag': '91200d16-5dc6-4b76-856c-ee259b54b7b7'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:06:40.009115 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2661071e-c3d8-4d73-bf54-68080d786f15" -d '{"events": [{"name": "network-changed", "server_uuid": "adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc", "tag": "91200d16-5dc6-4b76-856c-ee259b54b7b7"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:40.045072 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ae715-7293-4ad3-86cb-55e06dab8070 x-openstack-request-id: req-906ae715-7293-4ad3-86cb-55e06dab8070 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:40.045362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc", "tag": "91200d16-5dc6-4b76-856c-ee259b54b7b7", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:40.045612 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-906ae715-7293-4ad3-86cb-55e06dab8070 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:40.046013 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906ae715-7293-4ad3-86cb-55e06dab8070'] response: {'name': 'network-changed', 'server_uuid': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'tag': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'status': 'completed', 'code': 200} Jun 16 15:06:40.091051 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:06:40.119422 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:40.161572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-941be32e-374e-4b87-8421-78d52ad8caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:40.163095 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-941be32e-374e-4b87-8421-78d52ad8caaf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c94142f5fe543e28710c9bb2916662c&device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 1129 time: 0.0419865 Jun 16 15:06:40.186268 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f23f91cb-ee75-4641-88a6-f3763fdd5487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:40.254309 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-09740723-39a4-4df6-b775-c3564c2bd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:40.255779 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-09740723-39a4-4df6-b775-c3564c2bd572 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 200 len: 912 time: 0.0866861 Jun 16 15:06:40.277704 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:40.318609 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'feb472d4-1244-42ec-bf75-954ac8a9cd0c', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'port_id': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'mac_address': 'fa:16:3e:9a:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:06:22Z', 'updated_at': '2022-06-16T15:06:39Z', 'revision_number': 1, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:40.323590 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-cb686ef4-b285-4946-bc53-9fcc37124259 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91200d16-5dc6-4b76-856c-ee259b54b7b7 HTTP/1.1" status: 200 len: 999 time: 0.0616138 Jun 16 15:06:40.343995 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] Checking router: 655e6180-d8b0-42cc-937b-1df671c549c0 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:06:40.354332 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:06:40.355092 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:40.375439 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-8a30cc60-c192-4c8e-9283-dc8ec2ad00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:40.376965 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-8a30cc60-c192-4c8e-9283-dc8ec2ad00b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 200 len: 849 time: 0.0472932 Jun 16 15:06:40.427144 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-ebab7fb8-12b5-4397-8f00-a96241dd1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:40.428967 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-ebab7fb8-12b5-4397-8f00-a96241dd1a8b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e965c323-79ff-4b11-8aaa-a2df835467d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452101 Jun 16 15:06:40.532813 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-1be8e02a-9b7d-490b-8f9b-7a3e771ae27b service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968289 Jun 16 15:06:40.562716 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:40.608891 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:06:40.632891 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2661071e-c3d8-4d73-bf54-68080d786f15 req-b4344664-673c-4934-b6ca-905379d714fb service neutron] 10.222.0.86 "GET /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927236 Jun 16 15:06:40.816197 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'feb472d4-1244-42ec-bf75-954ac8a9cd0c', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'port_id': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'mac_address': 'fa:16:3e:9a:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:06:22Z', 'updated_at': '2022-06-16T15:06:39Z', 'revision_number': 1, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:40.844213 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566a46a-0f2b-430d-b848-8c8f0f628df8 None None] The sync data for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi is: [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': 'feb472d4-1244-42ec-bf75-954ac8a9cd0c', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'port_id': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'mac_address': 'fa:16:3e:9a:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:06:22Z', 'updated_at': '2022-06-16T15:06:39Z', 'revision_number': 1, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:06:41.037070 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9492bfc-99d3-47b0-b2ed-8e0a4b3859a4 None None] New status for floating IP feb472d4-1244-42ec-bf75-954ac8a9cd0c: ACTIVE {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:06:41.084698 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:41.833067 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41016) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:41.941808 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:41.952109 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:42.016422 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Publish callbacks [] for security_group (528acc78-a876-45c5-95ba-0254047176f2), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.020215 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (528acc78-a876-45c5-95ba-0254047176f2), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.058778 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528acc78-a876-45c5-95ba-0254047176f2,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:42.063501 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3afa8600465b4f6fbe0a0a97a2e21be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294278 Jun 16 15:06:42.066453 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41020) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:42.068247 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.068604 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.068979 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.069328 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.070087 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.070087 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.074039 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.074406 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.074749 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.075093 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.075443 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.075779 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.076111 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.076441 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.076767 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f47957-8147-4011-89c3-f1e031bc0c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.119262 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Publish callbacks [] for security_group (528acc78-a876-45c5-95ba-0254047176f2), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.140589 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Publish callbacks [] for security_group (528acc78-a876-45c5-95ba-0254047176f2), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.187325 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (528acc78-a876-45c5-95ba-0254047176f2), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.190040 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.191207 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/528acc78-a876-45c5-95ba-0254047176f2 HTTP/1.1" status: 204 len: 168 time: 0.1237938 Jun 16 15:06:42.199424 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528acc78-a876-45c5-95ba-0254047176f2,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:42.206511 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.206857 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.207203 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.207549 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.207891 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.208226 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.208559 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.208908 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.209242 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.209571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.209901 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.210229 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.210555 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.210876 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.211398 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803dbd7-2f6f-4375-b19c-2fb86bd1f58f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:42.449706 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41026) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:42.463350 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23d03ffe-e56b-4a0c-b054-18c753e37a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.517548 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:42.544065 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23d03ffe-e56b-4a0c-b054-18c753e37a9b admin admin] Publish callbacks [] for security_group (e09df6ca-bb1b-4a9c-8908-14cc46f55dba), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.547196 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.548948 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23d03ffe-e56b-4a0c-b054-18c753e37a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e09df6ca-bb1b-4a9c-8908-14cc46f55dba), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.585571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d03ffe-e56b-4a0c-b054-18c753e37a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09df6ca-bb1b-4a9c-8908-14cc46f55dba,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:42.590842 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-23d03ffe-e56b-4a0c-b054-18c753e37a9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=811d4553b34144d680cdee21ad97748b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401286 Jun 16 15:06:42.593386 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41028) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:42.644322 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-49684de7-78c7-4c27-aeca-205764bc5ddd admin admin] Publish callbacks [] for security_group (e09df6ca-bb1b-4a9c-8908-14cc46f55dba), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.667009 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-49684de7-78c7-4c27-aeca-205764bc5ddd admin admin] Publish callbacks [] for security_group (e09df6ca-bb1b-4a9c-8908-14cc46f55dba), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.714775 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-49684de7-78c7-4c27-aeca-205764bc5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (e09df6ca-bb1b-4a9c-8908-14cc46f55dba), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.717616 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-49684de7-78c7-4c27-aeca-205764bc5ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:42.718784 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-49684de7-78c7-4c27-aeca-205764bc5ddd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e09df6ca-bb1b-4a9c-8908-14cc46f55dba HTTP/1.1" status: 204 len: 168 time: 0.1245096 Jun 16 15:06:42.726302 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49684de7-78c7-4c27-aeca-205764bc5ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09df6ca-bb1b-4a9c-8908-14cc46f55dba,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:44.376784 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:44.931104 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:51.140551 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:51.142414 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:51.774826 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41176) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:51.942761 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7f894917-4dd8-47b5-b881-f103d560f6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.018255 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7f894917-4dd8-47b5-b881-f103d560f6d1 admin admin] Publish callbacks [] for security_group (4a7a4f0c-865e-4047-9dec-a410ca881f06), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.021773 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7f894917-4dd8-47b5-b881-f103d560f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4a7a4f0c-865e-4047-9dec-a410ca881f06), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.056959 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=25,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:52.061719 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=16,neutron:INSERT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:52.061997 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7f894917-4dd8-47b5-b881-f103d560f6d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab0d7241e4544de693a17275b7f12466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859700 Jun 16 15:06:52.063969 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894917-4dd8-47b5-b881-f103d560f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7a4f0c-865e-4047-9dec-a410ca881f06,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:52.064778 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41184) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:52.119614 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c574d1cf-f4c8-4893-ac7c-2e20effcd506 admin admin] Publish callbacks [] for security_group (4a7a4f0c-865e-4047-9dec-a410ca881f06), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.140932 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c574d1cf-f4c8-4893-ac7c-2e20effcd506 admin admin] Publish callbacks [] for security_group (4a7a4f0c-865e-4047-9dec-a410ca881f06), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.187489 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c574d1cf-f4c8-4893-ac7c-2e20effcd506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4a7a4f0c-865e-4047-9dec-a410ca881f06), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.190138 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c574d1cf-f4c8-4893-ac7c-2e20effcd506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.191301 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c574d1cf-f4c8-4893-ac7c-2e20effcd506 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a7a4f0c-865e-4047-9dec-a410ca881f06 HTTP/1.1" status: 204 len: 168 time: 0.1253283 Jun 16 15:06:52.199028 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574d1cf-f4c8-4893-ac7c-2e20effcd506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7a4f0c-865e-4047-9dec-a410ca881f06,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:52.457018 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41190) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:52.473755 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ba786e82-0359-4d9f-b0e4-9ef395b2f2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.554345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ba786e82-0359-4d9f-b0e4-9ef395b2f2bc admin admin] Publish callbacks [] for security_group (c4b4b65a-76bb-4188-b3b4-b2af474c60e4), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.557992 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ba786e82-0359-4d9f-b0e4-9ef395b2f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c4b4b65a-76bb-4188-b3b4-b2af474c60e4), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.597807 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-ba786e82-0359-4d9f-b0e4-9ef395b2f2bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ebbc0e09731e44b3b7a3e41c1de5095d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396153 Jun 16 15:06:52.598619 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba786e82-0359-4d9f-b0e4-9ef395b2f2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b4b65a-76bb-4188-b3b4-b2af474c60e4,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:52.600714 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41192) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:52.648310 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad99c-674c-4c12-9d32-ac6fb0045ec0 admin admin] Publish callbacks [] for security_group (c4b4b65a-76bb-4188-b3b4-b2af474c60e4), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.673214 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad99c-674c-4c12-9d32-ac6fb0045ec0 admin admin] Publish callbacks [] for security_group (c4b4b65a-76bb-4188-b3b4-b2af474c60e4), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.700289 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:52.721973 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad99c-674c-4c12-9d32-ac6fb0045ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c4b4b65a-76bb-4188-b3b4-b2af474c60e4), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.724567 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad99c-674c-4c12-9d32-ac6fb0045ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:52.725764 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7c3ad99c-674c-4c12-9d32-ac6fb0045ec0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4b4b65a-76bb-4188-b3b4-b2af474c60e4 HTTP/1.1" status: 204 len: 168 time: 0.1240513 Jun 16 15:06:52.733751 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ad99c-674c-4c12-9d32-ac6fb0045ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b4b65a-76bb-4188-b3b4-b2af474c60e4,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:53.059997 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41200) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:53.073859 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6eb8-a5bc-41fa-9836-6465f831ad5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:53.152387 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6eb8-a5bc-41fa-9836-6465f831ad5e admin admin] Publish callbacks [] for security_group (35a11a76-31a2-45b7-83e1-bb32231253ad), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:53.155757 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6eb8-a5bc-41fa-9836-6465f831ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (35a11a76-31a2-45b7-83e1-bb32231253ad), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:53.173741 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:53.196583 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d6eb8-a5bc-41fa-9836-6465f831ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a11a76-31a2-45b7-83e1-bb32231253ad,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:53.201326 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-dd3d6eb8-a5bc-41fa-9836-6465f831ad5e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae422a58b2de4ccf833b5284e42d4f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403217 Jun 16 15:06:53.203976 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41206) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:53.252420 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b790f19e-e519-4884-a38d-0c4dbb5f45a4 admin admin] Publish callbacks [] for security_group (35a11a76-31a2-45b7-83e1-bb32231253ad), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:53.274052 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b790f19e-e519-4884-a38d-0c4dbb5f45a4 admin admin] Publish callbacks [] for security_group (35a11a76-31a2-45b7-83e1-bb32231253ad), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:53.325255 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b790f19e-e519-4884-a38d-0c4dbb5f45a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (35a11a76-31a2-45b7-83e1-bb32231253ad), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:53.327645 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b790f19e-e519-4884-a38d-0c4dbb5f45a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:53.328799 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b790f19e-e519-4884-a38d-0c4dbb5f45a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35a11a76-31a2-45b7-83e1-bb32231253ad HTTP/1.1" status: 204 len: 168 time: 0.1239548 Jun 16 15:06:53.336462 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f19e-e519-4884-a38d-0c4dbb5f45a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a11a76-31a2-45b7-83e1-bb32231253ad,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:53.996297 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41230) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:54.094663 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1740208028-network', 'tenant_id': '3716e192b1194365acb5595c8f92a862'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:54.114473 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Made reservation on behalf of 3716e192b1194365acb5595c8f92a862 for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:06:54.116798 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.125332 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.208430 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Publish callbacks [] for security_group (652889ef-7cd2-4b8d-a6ab-ba65032060e9), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.212298 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (652889ef-7cd2-4b8d-a6ab-ba65032060e9), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.238132 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:06:54.247281 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652889ef-7cd2-4b8d-a6ab-ba65032060e9,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:54.253521 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (d1f577b1-7b33-49b9-93ae-2694fc39af61), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.253863 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Added segment d1f577b1-7b33-49b9-93ae-2694fc39af61 of type vlan for network 4bbbab54-6102-4eef-ada6-8ad180c2f233 Jun 16 15:06:54.293743 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (4bbbab54-6102-4eef-ada6-8ad180c2f233), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.318692 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (4bbbab54-6102-4eef-ada6-8ad180c2f233), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.319209 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:54.319778 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.354401 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3568118 Jun 16 15:06:54.358531 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41240) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:54.363558 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Request body: {'subnet': {'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1740208028-subnet', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'ip_version': 4}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:54.389692 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Made reservation on behalf of 3716e192b1194365acb5595c8f92a862 for: {'subnet': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:06:54.393142 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60353927'] for subnet (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.395107 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec84a1-b3d4-4570-9511-83a8ee82eae6 admin admin] Pushing event updated for resources: {'Network': ['ID=4bbbab54-6102-4eef-ada6-8ad180c2f233,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:54.406167 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:06:54.583374 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60353973'] for subnet (25310c7e-c2cb-4231-8925-29ea067d97c5), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.644138 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25310c7e-c2cb-4231-8925-29ea067d97c5,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:54.657115 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Checking segment: {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:06:54.657865 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Network hostable DHCP agents. Network: 4bbbab54-6102-4eef-ada6-8ad180c2f233, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:06:54.675733 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:06:54.685221 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 4bbbab54-6102-4eef-ada6-8ad180c2f233) {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:54.691181 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:54.691937 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.695456 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e0b69-1f8e-4452-bf8d-2d636be7d016 None None] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:06:54.708822 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5c582a8c-5d61-4443-b2ef-404164aff14b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3492193 Jun 16 15:06:54.711548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41248) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:54.716214 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:54.735469 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.736453 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.762942 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:54.791457 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks [] for router_controller (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), precommit_add_association {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.801813 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-4bbbab54-6102-4eef-ada6-8ad180c2f233', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'project_id': '3716e192b1194365acb5595c8f92a862', 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 15:06:54.801998 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:54.802922 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.898954 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:54.930830 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks [] for router_gateway (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:54.943825 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Allocated IP 172.20.0.2 (4bbbab54-6102-4eef-ada6-8ad180c2f233/25310c7e-c2cb-4231-8925-29ea067d97c5/8960f7d3-401d-4c90-b84d-f7e59c635c87) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:06:55.069858 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:55.092503 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Publish callbacks [] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.098339 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.114633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks [] for router_gateway (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.133104 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.136868 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:06:55.141673 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:55.145875 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:06:55.152962 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Pushing event updated for resources: {'Port': ['ID=8960f7d3-401d-4c90-b84d-f7e59c635c87,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:55.177493 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.177840 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.178179 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.178513 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.178846 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.179176 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.179501 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.179825 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.180609 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.180609 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.180873 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.181137 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.181469 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.181773 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.182089 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:55.217079 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Attempting to bind port 8960f7d3-401d-4c90-b84d-f7e59c635c87 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:06:55.217542 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Attempting to bind port 8960f7d3-401d-4c90-b84d-f7e59c635c87 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:06:55.218005 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Attempting to bind port 8960f7d3-401d-4c90-b84d-f7e59c635c87 on network 4bbbab54-6102-4eef-ada6-8ad180c2f233 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:06:55.223603 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:06:55.224450 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Checking segment: {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:06:55.224601 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.225099 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Bound using segment: {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:06:55.225655 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Bound port: 8960f7d3-401d-4c90-b84d-f7e59c635c87, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:06:55.226411 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.248272 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Allocated IP 172.27.2.41 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/9de6bc95-963a-4eab-be96-ebb3a3abf9bc) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:06:55.295180 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] For port 8960f7d3-401d-4c90-b84d-f7e59c635c87, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:06:55.298591 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] For port 8960f7d3-401d-4c90-b84d-f7e59c635c87, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=8960f7d3-401d-4c90-b84d-f7e59c635c87,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:06:55.304447 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.360041 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35b822-53a6-4451-b818-ed06ad905812 None None] Pushing event updated for resources: {'Port': ['ID=8960f7d3-401d-4c90-b84d-f7e59c635c87,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:55.363449 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks [] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.397359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:55.444356 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:06:55.450171 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:55.452352 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Pushing event updated for resources: {'Port': ['ID=9de6bc95-963a-4eab-be96-ebb3a3abf9bc,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:55.454483 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:06:55.718171 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:55.728301 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks [] for router_gateway (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:56.064572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:56.172290 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:56.282663 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91e39f-7861-427c-8594-22f3d611b471 None None] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:06:56.306822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 15:06:56.346368 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7a9f61b4-c7d4-4024-9aa8-b1952f38f08c None None] Provisioning complete for port 8960f7d3-401d-4c90-b84d-f7e59c635c87 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:06:56.346739 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7a9f61b4-c7d4-4024-9aa8-b1952f38f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:56.411513 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:06:56.427050 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Sync routers for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:06:56.432043 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:56.436139 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c38d1454-7226-4ac3-96aa-8b3e94573a37 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7210639 Jun 16 15:06:56.436405 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41260) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:56.472245 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:06:56.472884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:56.519393 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f61b4-c7d4-4024-9aa8-b1952f38f08c None None] Current status of the port 8960f7d3-401d-4c90-b84d-f7e59c635c87 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:06:56.519695 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7a9f61b4-c7d4-4024-9aa8-b1952f38f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:56.579122 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:56.604334 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7a9f61b4-c7d4-4024-9aa8-b1952f38f08c None None] For port 8960f7d3-401d-4c90-b84d-f7e59c635c87, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=8960f7d3-401d-4c90-b84d-f7e59c635c87,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:56.613525 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7a9f61b4-c7d4-4024-9aa8-b1952f38f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:56.621922 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:06:56.766684 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f61b4-c7d4-4024-9aa8-b1952f38f08c None None] Pushing event updated for resources: {'Port': ['ID=8960f7d3-401d-4c90-b84d-f7e59c635c87,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:56.774516 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-997c9acc-69cf-427d-891a-eadd33a1a973 None None] Provisioning complete for port 8960f7d3-401d-4c90-b84d-f7e59c635c87 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:06:56.774824 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-997c9acc-69cf-427d-891a-eadd33a1a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:56.801517 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:56.862755 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:56.878213 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:56.891585 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:55Z', 'revision_number': 3, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:56.924522 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Checking router: 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:06:56.924884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Updating router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:06:56.928497 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-997c9acc-69cf-427d-891a-eadd33a1a973 None None] Current status of the port 8960f7d3-401d-4c90-b84d-f7e59c635c87 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:06:56.930859 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:56.954510 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.022425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Allocated IP 172.20.0.1 (4bbbab54-6102-4eef-ada6-8ad180c2f233/25310c7e-c2cb-4231-8925-29ea067d97c5/9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:06:57.140038 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Publish callbacks [] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.173459 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.212433 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:06:57.216050 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:57.221776 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:06:57.226241 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Publish callbacks [] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.233699 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.255635 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Pushing event updated for resources: {'Port': ['ID=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:57.276408 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.293884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54129a56-2891-4aaf-a2c5-11b6bc7af19e None None] Pushing event updated for resources: {'Port': ['ID=9de6bc95-963a-4eab-be96-ebb3a3abf9bc,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:57.296438 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Attempting to bind port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:06:57.296832 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Attempting to bind port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:06:57.297214 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Attempting to bind port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:06:57.315923 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:06:57.316301 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:06:57.316706 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.317121 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:06:57.317588 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Bound port: 9de6bc95-963a-4eab-be96-ebb3a3abf9bc, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:06:57.317971 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.448099 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] For port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:06:57.452198 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 8960f7d3-401d-4c90-b84d-f7e59c635c87 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:06:57.488282 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] For port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9de6bc95-963a-4eab-be96-ebb3a3abf9bc,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:06:57.498590 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.560363 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.560974 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:57.579722 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:06:57.580466 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:57.589902 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-57ec5b95-9a7e-43d6-9b64-892cbc098598 None None] Provisioning complete for port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:06:57.590277 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-57ec5b95-9a7e-43d6-9b64-892cbc098598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.730747 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Publish callbacks [] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.737179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.778762 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 8960f7d3-401d-4c90-b84d-f7e59c635c87 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:06:57.779142 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.792420 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:57.802141 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54129a56-2891-4aaf-a2c5-11b6bc7af19e None None] Pushing event updated for resources: {'Port': ['ID=9de6bc95-963a-4eab-be96-ebb3a3abf9bc,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:57.819195 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:57.838064 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Pushing event updated for resources: {'Port': ['ID=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:57.838819 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:57.862513 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-57ec5b95-9a7e-43d6-9b64-892cbc098598 None None] Port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:06:57.920559 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:06:57.921347 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:57.933848 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:06:57.935809 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:57.953709 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 8960f7d3-401d-4c90-b84d-f7e59c635c87 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:06:58.054880 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:06:58.127159 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 1, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:58.156154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed1ac6-d480-44be-a9e4-46c08333a473 None None] The sync data for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi is: [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 1, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:06:58.164436 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:06:58.171479 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a961314c-4321-4d8c-afd9-33793c81531f admin admin] 10.222.0.72 "PUT /v2.0/routers/6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7320116 Jun 16 15:06:58.183997 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-ec3341a6-629c-482d-990f-54395c9a7938 None None] Provisioning complete for port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:06:58.184370 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ec3341a6-629c-482d-990f-54395c9a7938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:58.221948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-ec3341a6-629c-482d-990f-54395c9a7938 None None] Port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:06:58.806918 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41316) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:58.811995 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1062547480-network', 'tenant_id': 'efc03348fea54514a295e5a980912ece'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:58.836652 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Made reservation on behalf of efc03348fea54514a295e5a980912ece for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:06:58.839120 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:58.851572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:58.963907 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Publish callbacks [] for security_group (cb649b3a-aeee-4897-b546-b4231cc3d711), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:58.969735 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (cb649b3a-aeee-4897-b546-b4231cc3d711), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.001130 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:06:59.012021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb649b3a-aeee-4897-b546-b4231cc3d711,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:59.027458 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (7c192d0b-8175-47ca-88d6-2364d45543eb), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.028454 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Added segment 7c192d0b-8175-47ca-88d6-2364d45543eb of type vlan for network 8602ed87-a6db-4251-8e47-96d79157ca70 Jun 16 15:06:59.083787 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (8602ed87-a6db-4251-8e47-96d79157ca70), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.118012 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (8602ed87-a6db-4251-8e47-96d79157ca70), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.120268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:59.121108 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.128620 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b9cb4-fd6d-4303-95bb-b6c751b6413e req-a701e092-3503-4650-8b76-c25be7f2eca6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:59.130860 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c24b9cb4-fd6d-4303-95bb-b6c751b6413e req-a701e092-3503-4650-8b76-c25be7f2eca6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0620971 Jun 16 15:06:59.196088 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c24b9cb4-fd6d-4303-95bb-b6c751b6413e req-67d389c2-8f9e-4104-9878-b1ceca5408ed tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586977 Jun 16 15:06:59.197199 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] Pushing event updated for resources: {'Network': ['ID=8602ed87-a6db-4251-8e47-96d79157ca70,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:59.203408 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c2deb5af-5fa0-4e1c-85b1-50be8bd11e44 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3953855 Jun 16 15:06:59.206165 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41330) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:59.208667 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 8602ed87-a6db-4251-8e47-96d79157ca70 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:06:59.211105 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Request body: {'subnet': {'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1062547480-subnet', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:59.215892 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:59.258631 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Made reservation on behalf of efc03348fea54514a295e5a980912ece for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:06:59.261245 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60049947'] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.366117 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:59.401843 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9de6bc95-963a-4eab-be96-ebb3a3abf9bc up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:06:59.454479 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:06:59.454852 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.472074 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59387521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60049961'] for subnet (6dd2b5b6-9791-44cb-a776-30be8c68adcc), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.532223 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd2b5b6-9791-44cb-a776-30be8c68adcc,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:59.533747 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:06:59.534359 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.565011 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9de6bc95-963a-4eab-be96-ebb3a3abf9bc,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:06:59.568809 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Checking segment: {'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:06:59.569520 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Network hostable DHCP agents. Network: 8602ed87-a6db-4251-8e47-96d79157ca70, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:06:59.569947 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.592265 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Network 8602ed87-a6db-4251-8e47-96d79157ca70 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:06:59.603961 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 8602ed87-a6db-4251-8e47-96d79157ca70) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:59.614516 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:06:59.616172 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.617275 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:06:59.625518 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e00283-c7ab-4a07-a5cc-623c2db0adbf None None] Network 8602ed87-a6db-4251-8e47-96d79157ca70 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:06:59.637277 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2534af14-2338-4cc4-91f4-4d6c98d4e4cc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4299529 Jun 16 15:06:59.639880 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41334) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:06:59.644832 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:06:59.660330 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=9de6bc95-963a-4eab-be96-ebb3a3abf9bc,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:59.670528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2081774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7693'] for router (b0fcf9c3-93f9-43d9-a377-a4156a856f48), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.671670 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2081565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2041505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7686'] for router (b0fcf9c3-93f9-43d9-a377-a4156a856f48), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.724805 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks [] for router_controller (b0fcf9c3-93f9-43d9-a377-a4156a856f48), precommit_add_association {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.749347 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522e3bfa-e3ab-5765-a072-d49d596c8654-8602ed87-a6db-4251-8e47-96d79157ca70', 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70', 'project_id': 'efc03348fea54514a295e5a980912ece', 'fixed_ips': [{'subnet_id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc'}]}} from dv-cinder-837165-3-iscsi. {{(pid=110481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 15:06:59.750498 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.873974 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks [] for router_gateway (b0fcf9c3-93f9-43d9-a377-a4156a856f48), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:06:59.912593 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.db_base_plugin_common [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Allocated IP 172.20.0.2 (8602ed87-a6db-4251-8e47-96d79157ca70/6dd2b5b6-9791-44cb-a776-30be8c68adcc/2736d693-1089-4d60-aee2-b7953b105b2e) {{(pid=110481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:00.011967 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:00.065601 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks [] for router_gateway (b0fcf9c3-93f9-43d9-a377-a4156a856f48), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.073507 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Publish callbacks [] for port (2736d693-1089-4d60-aee2-b7953b105b2e), precommit_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.079354 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), after_create {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.085431 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.117074 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Network 8602ed87-a6db-4251-8e47-96d79157ca70 is already hosted by enough agents. {{(pid=110481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:00.124165 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.scheduler.base_scheduler [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Resources bound (agent type, host, resource id): {{(pid=110481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:00.126621 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Received port after_create {{(pid=110481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:07:00.138899 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Pushing event updated for resources: {'Port': ['ID=2736d693-1089-4d60-aee2-b7953b105b2e,revision_number=1']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:00.192330 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Attempting to bind port 2736d693-1089-4d60-aee2-b7953b105b2e on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:07:00.192740 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Attempting to bind port 2736d693-1089-4d60-aee2-b7953b105b2e by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:07:00.193162 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Attempting to bind port 2736d693-1089-4d60-aee2-b7953b105b2e on network 8602ed87-a6db-4251-8e47-96d79157ca70 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:00.198435 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:07:00.198824 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Checking segment: {'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:07:00.199232 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.199629 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Bound using segment: {'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:07:00.200096 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Bound port: 2736d693-1089-4d60-aee2-b7953b105b2e, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:07:00.200479 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.208060 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Allocated IP 172.27.2.170 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/22ba20cd-c4df-4732-8133-1a0ddd2d2834) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:00.264065 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] For port 2736d693-1089-4d60-aee2-b7953b105b2e, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:07:00.267672 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] For port 2736d693-1089-4d60-aee2-b7953b105b2e, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=2736d693-1089-4d60-aee2-b7953b105b2e,segment=NetworkSegment(7c192d0b-8175-47ca-88d6-2364d45543eb),segment_id=7c192d0b-8175-47ca-88d6-2364d45543eb)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:07:00.277065 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.310870 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:00.335725 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b16c3-bd4f-4efa-bf62-2802b6c352a4 None None] Pushing event updated for resources: {'Port': ['ID=2736d693-1089-4d60-aee2-b7953b105b2e,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:00.347944 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:00.368576 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efa86b-0c92-43ae-b21a-27b3b4846e5d req-2a9aa786-5f8d-48a6-8631-81a6d8a534ef tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:00.370482 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-56efa86b-0c92-43ae-b21a-27b3b4846e5d req-2a9aa786-5f8d-48a6-8631-81a6d8a534ef tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0700562 Jun 16 15:07:00.393264 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks [] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.449980 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-56efa86b-0c92-43ae-b21a-27b3b4846e5d req-f3459980-b890-4292-97a9-7b56660e7ca2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684876 Jun 16 15:07:00.467419 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.507673 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:00.513200 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:00.517177 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:07:00.552530 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=22ba20cd-c4df-4732-8133-1a0ddd2d2834,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:00.690802 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Sync routers for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:07:00.708571 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:00.709335 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:00.784402 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks [] for router_gateway (b0fcf9c3-93f9-43d9-a377-a4156a856f48), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:00.810780 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:00.977589 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2081015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080873'] for router (b0fcf9c3-93f9-43d9-a377-a4156a856f48), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.090570 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 2, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:01.113591 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Router b0fcf9c3-93f9-43d9-a377-a4156a856f48 is scheduled to L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 with binding_index 1 {{(pid=110479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 15:07:01.116994 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Checking router: 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:07:01.117348 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Updating router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:07:01.149224 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.379569 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e946bdfc-02a8-4134-b4ba-a3f1d1feffb3 None None] Network 8602ed87-a6db-4251-8e47-96d79157ca70 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:07:01.435969 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Publish callbacks [] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.442148 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.488125 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-b3f6bcba-dfcb-45be-a00c-58f9aef57f12 None None] Provisioning complete for port 2736d693-1089-4d60-aee2-b7953b105b2e triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:01.489166 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bcba-dfcb-45be-a00c-58f9aef57f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.501123 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Pushing event updated for resources: {'Port': ['ID=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:01.509805 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.510152 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.510510 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.511543 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.511543 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.512204 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.512425 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.512761 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.513111 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.513438 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.513760 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.514098 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.514422 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.514741 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.515056 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:01.525940 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:07:01.545788 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:01.547414 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:01.560404 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.565587 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41348) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:01.566153 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7e592bce-6c61-4001-b7bd-ab760e85e0e2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9243414 Jun 16 15:07:01.590433 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9de6bc95-963a-4eab-be96-ebb3a3abf9bc up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:01.593254 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Sync routers for ids ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:07:01.596295 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Attempting to bind port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:07:01.596929 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Attempting to bind port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:07:01.597477 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Attempting to bind port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c on network 4bbbab54-6102-4eef-ada6-8ad180c2f233 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:01.597611 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:01.603884 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:07:01.604278 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Checking segment: {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:07:01.604679 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.605093 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Bound using segment: {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:07:01.605554 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Bound port: 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:07:01.605935 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.622167 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:01.664611 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Routers {'b0fcf9c3-93f9-43d9-a377-a4156a856f48'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:01.665332 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:01.689345 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00e8f-d970-4a20-a122-519fb7ea7e0e req-96808a53-ebf0-455c-9df5-f0f008c91658 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:01.691518 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-28c00e8f-d970-4a20-a122-519fb7ea7e0e req-96808a53-ebf0-455c-9df5-f0f008c91658 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0817521 Jun 16 15:07:01.710423 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] For port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:07:01.718348 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] For port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:07:01.728699 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.783725 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:01.840276 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:01.845468 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:01.859685 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceeae0-409a-4023-bc6e-b76136307855 None None] Pushing event updated for resources: {'Port': ['ID=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:01.860418 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-28c00e8f-d970-4a20-a122-519fb7ea7e0e req-faef728f-b9ea-4ffc-9d73-d71a48e608c7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598511 Jun 16 15:07:01.899944 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:01.900240 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:01.989074 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6bcba-dfcb-45be-a00c-58f9aef57f12 None None] Current status of the port 2736d693-1089-4d60-aee2-b7953b105b2e is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:01.989459 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bcba-dfcb-45be-a00c-58f9aef57f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.003380 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:02.006479 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:02.016608 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Set router b0fcf9c3-93f9-43d9-a377-a4156a856f48 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:02.023866 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:02.098641 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-b3f6bcba-dfcb-45be-a00c-58f9aef57f12 None None] For port 2736d693-1089-4d60-aee2-b7953b105b2e, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=2736d693-1089-4d60-aee2-b7953b105b2e,segment=NetworkSegment(7c192d0b-8175-47ca-88d6-2364d45543eb),segment_id=7c192d0b-8175-47ca-88d6-2364d45543eb)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:02.100576 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:02.129122 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-b3f6bcba-dfcb-45be-a00c-58f9aef57f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.194416 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.218714 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:07:01Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:02.223860 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:02.224968 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 2736d693-1089-4d60-aee2-b7953b105b2e up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:02.246024 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f521c84-ea53-4356-9bd9-5b3d08fba91c None None] The sync data for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi is: [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:07:01Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:07:02.298421 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6bcba-dfcb-45be-a00c-58f9aef57f12 None None] Pushing event updated for resources: {'Port': ['ID=2736d693-1089-4d60-aee2-b7953b105b2e,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:02.308933 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Provisioning complete for port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:02.309310 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.385870 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Allocated IP 172.20.0.1 (8602ed87-a6db-4251-8e47-96d79157ca70/6dd2b5b6-9791-44cb-a776-30be8c68adcc/097553d0-f93d-462a-a19b-75ada3aa4124) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:02.389221 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 2736d693-1089-4d60-aee2-b7953b105b2e triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:02.389748 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.423032 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:07:00Z', 'revision_number': 3, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port': {'id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:00Z', 'updated_at': '2022-06-16T15:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:02.456207 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Checking router: b0fcf9c3-93f9-43d9-a377-a4156a856f48 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:07:02.456556 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Updating router b0fcf9c3-93f9-43d9-a377-a4156a856f48 port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 binding host dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:07:02.503382 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Publish callbacks [] for port (097553d0-f93d-462a-a19b-75ada3aa4124), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.543190 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.591447 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Network 8602ed87-a6db-4251-8e47-96d79157ca70 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:02.597094 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:02.599685 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:07:02.631175 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Pushing event updated for resources: {'Port': ['ID=097553d0-f93d-462a-a19b-75ada3aa4124,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:02.656965 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081621'] for router_interface (b0fcf9c3-93f9-43d9-a377-a4156a856f48), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.663599 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.666969 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Current status of the port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:02.667723 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.699667 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:02.762899 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] For port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:02.780616 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.809939 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.822348 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:02.858020 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:02.863475 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 2736d693-1089-4d60-aee2-b7953b105b2e is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:02.884604 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Provisioning complete for port 2736d693-1089-4d60-aee2-b7953b105b2e triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:02.884604 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:02.952263 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Pushing event updated for resources: {'Port': ['ID=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:03.013380 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Publish callbacks [] for port (097553d0-f93d-462a-a19b-75ada3aa4124), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.023528 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.046599 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5d40c-1214-4ab7-8b75-e5e443a72fcd req-373ea331-e1a9-45a0-b8ca-b5e6d1e5bbcb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:03.048870 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a7a5d40c-1214-4ab7-8b75-e5e443a72fcd req-373ea331-e1a9-45a0-b8ca-b5e6d1e5bbcb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0644057 Jun 16 15:07:03.072073 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-411e22aa-cfa8-4285-8e53-0f6a7d0bf24b None None] Current status of the port 2736d693-1089-4d60-aee2-b7953b105b2e is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:03.095902 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:03.108314 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081697'] for router_interface (b0fcf9c3-93f9-43d9-a377-a4156a856f48), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.110445 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Pushing event updated for resources: {'Port': ['ID=097553d0-f93d-462a-a19b-75ada3aa4124,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:03.119155 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a7a5d40c-1214-4ab7-8b75-e5e443a72fcd req-6d369365-d02c-484a-af4c-8aa4ca03cfe2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632956 Jun 16 15:07:03.169557 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Publish callbacks [] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), precommit_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.175785 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.210849 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Network 8602ed87-a6db-4251-8e47-96d79157ca70 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:03.213616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:03.221898 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-98c7666e-1359-4991-80d2-c12493605474 None None] Provisioning complete for port 097553d0-f93d-462a-a19b-75ada3aa4124 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:03.222264 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-98c7666e-1359-4991-80d2-c12493605474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.262886 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Attempting to bind port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:07:03.263274 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Attempting to bind port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:07:03.263636 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Attempting to bind port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 on network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:03.273868 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ad4dd-2e40-45fd-b984-bb1925303a6e None None] Pushing event updated for resources: {'Port': ['ID=22ba20cd-c4df-4732-8133-1a0ddd2d2834,revision_number=2']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:03.278751 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:07:03.279136 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Checking segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:07:03.279520 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.279900 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Bound using segment: {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'} {{(pid=110481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:07:03.280352 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.managers [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Bound port: 22ba20cd-c4df-4732-8133-1a0ddd2d2834, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cfe3be-8383-4cf0-8655-9a87dc80ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}}] {{(pid=110481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:07:03.280725 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.283862 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-98c7666e-1359-4991-80d2-c12493605474 None None] Port 097553d0-f93d-462a-a19b-75ada3aa4124 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:07:03.343914 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Router b0fcf9c3-93f9-43d9-a377-a4156a856f48 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:07:03.347313 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] For port 22ba20cd-c4df-4732-8133-1a0ddd2d2834, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:07:03.352211 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] For port 22ba20cd-c4df-4732-8133-1a0ddd2d2834, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=22ba20cd-c4df-4732-8133-1a0ddd2d2834,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:07:03.366816 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.431345 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:03.458934 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ad4dd-2e40-45fd-b984-bb1925303a6e None None] Pushing event updated for resources: {'Port': ['ID=22ba20cd-c4df-4732-8133-1a0ddd2d2834,revision_number=3']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:03.485028 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Routers {'b0fcf9c3-93f9-43d9-a377-a4156a856f48'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:03.485597 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:03.497644 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:07:03.502489 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-954ce506-a242-4402-989a-ad1083118a00 admin admin] 10.222.0.72 "PUT /v2.0/routers/b0fcf9c3-93f9-43d9-a377-a4156a856f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349058 Jun 16 15:07:03.551905 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:03.551905 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.576659 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-a7269c82-4bfe-4e25-9a18-a901ed621d40 None None] Provisioning complete for port 097553d0-f93d-462a-a19b-75ada3aa4124 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:03.577057 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a7269c82-4bfe-4e25-9a18-a901ed621d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.620872 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:03.653359 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-a7269c82-4bfe-4e25-9a18-a901ed621d40 None None] Port 097553d0-f93d-462a-a19b-75ada3aa4124 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:07:03.668697 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] Set router b0fcf9c3-93f9-43d9-a377-a4156a856f48 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:03.770400 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:03.771429 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 2736d693-1089-4d60-aee2-b7953b105b2e up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:03.838459 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41366) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:03.842997 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-9a5b3de2-593b-43c2-baeb-aa45e79e6359 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610352097', 'description': 'tempest-secgroup-smoke-1610352097 description', 'project_id': '3716e192b1194365acb5595c8f92a862'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:03.846477 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:03.863958 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3de2-593b-43c2-baeb-aa45e79e6359 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.875511 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 2736d693-1089-4d60-aee2-b7953b105b2e triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:03.875890 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.943065 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3de2-593b-43c2-baeb-aa45e79e6359 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group (4ed88f41-f367-460f-9c35-9f7f31207216), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.947800 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3de2-593b-43c2-baeb-aa45e79e6359 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4ed88f41-f367-460f-9c35-9f7f31207216), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.957646 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 4, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port': {'id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:00Z', 'updated_at': '2022-06-16T15:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '097553d0-f93d-462a-a19b-75ada3aa4124', 'name': '', 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'mac_address': 'fa:16:3e:d4:cb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:02Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 2, 'project_id': 'efc03348fea54514a295e5a980912ece', 'subnets': [{'id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:03.981083 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3de2-593b-43c2-baeb-aa45e79e6359 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:03.985153 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-9a5b3de2-593b-43c2-baeb-aa45e79e6359 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1428399 Jun 16 15:07:03.985307 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41370) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:03.989228 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b3de2-593b-43c2-baeb-aa45e79e6359 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed88f41-f367-460f-9c35-9f7f31207216,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:03.989686 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-f4e4342b-be12-4b0f-85e1-59830f8f3a85 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'security_group_rule': {'security_group_id': '4ed88f41-f367-460f-9c35-9f7f31207216', 'project_id': '3716e192b1194365acb5595c8f92a862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:04.007967 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7affc-becd-487e-a7b9-f77b79cdd2cf None None] The sync data for ids ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'] in dv-cinder-837165-3-iscsi is: [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 4, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port': {'id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:00Z', 'updated_at': '2022-06-16T15:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '097553d0-f93d-462a-a19b-75ada3aa4124', 'name': '', 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'mac_address': 'fa:16:3e:d4:cb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:02Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 2, 'project_id': 'efc03348fea54514a295e5a980912ece', 'subnets': [{'id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:07:04.018791 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f4e4342b-be12-4b0f-85e1-59830f8f3a85 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (8dbcd3f6-7360-48b8-8ea5-72c256cd86c0), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.034160 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 2736d693-1089-4d60-aee2-b7953b105b2e is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:04.083994 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f4e4342b-be12-4b0f-85e1-59830f8f3a85 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (8dbcd3f6-7360-48b8-8ea5-72c256cd86c0), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.088346 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f4e4342b-be12-4b0f-85e1-59830f8f3a85 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (8dbcd3f6-7360-48b8-8ea5-72c256cd86c0), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.108006 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4342b-be12-4b0f-85e1-59830f8f3a85 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbcd3f6-7360-48b8-8ea5-72c256cd86c0,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:04.116701 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f4e4342b-be12-4b0f-85e1-59830f8f3a85 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.118069 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f4e4342b-be12-4b0f-85e1-59830f8f3a85 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316535 Jun 16 15:07:04.121314 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41372) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:04.125660 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-7281459d-3d82-4e68-842c-255cf23e5361 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'security_group_rule': {'security_group_id': '4ed88f41-f367-460f-9c35-9f7f31207216', 'project_id': '3716e192b1194365acb5595c8f92a862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:04.151998 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7281459d-3d82-4e68-842c-255cf23e5361 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (ca2da5d8-9916-484a-9ca4-e3284eae1973), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.181295 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:07:04.222861 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7281459d-3d82-4e68-842c-255cf23e5361 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (ca2da5d8-9916-484a-9ca4-e3284eae1973), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.231778 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7281459d-3d82-4e68-842c-255cf23e5361 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (ca2da5d8-9916-484a-9ca4-e3284eae1973), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.253954 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281459d-3d82-4e68-842c-255cf23e5361 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2da5d8-9916-484a-9ca4-e3284eae1973,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:04.261342 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7281459d-3d82-4e68-842c-255cf23e5361 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.262499 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7281459d-3d82-4e68-842c-255cf23e5361 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401889 Jun 16 15:07:04.265208 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41376) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:04.269469 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-32144197-ae7a-4624-9e11-08d65c69b109 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'security_group_rule': {'security_group_id': '4ed88f41-f367-460f-9c35-9f7f31207216', 'project_id': '3716e192b1194365acb5595c8f92a862', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:04.281616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:04.300788 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dc428-902e-4962-9987-cec17955f4e4 req-6d165fa7-8799-4610-93eb-193f943bf2da tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:04.302552 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-562dc428-902e-4962-9987-cec17955f4e4 req-6d165fa7-8799-4610-93eb-193f943bf2da tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0891006 Jun 16 15:07:04.309747 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-32144197-ae7a-4624-9e11-08d65c69b109 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (e4297b96-d02d-4aec-97fb-364138c71721), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.359042 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-562dc428-902e-4962-9987-cec17955f4e4 req-0bb7e100-cbfc-4df2-84a1-9f68539e70cc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494945 Jun 16 15:07:04.376593 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-32144197-ae7a-4624-9e11-08d65c69b109 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (e4297b96-d02d-4aec-97fb-364138c71721), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.381609 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-32144197-ae7a-4624-9e11-08d65c69b109 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (e4297b96-d02d-4aec-97fb-364138c71721), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.403042 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32144197-ae7a-4624-9e11-08d65c69b109 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4297b96-d02d-4aec-97fb-364138c71721,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:04.409511 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-32144197-ae7a-4624-9e11-08d65c69b109 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.412382 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-32144197-ae7a-4624-9e11-08d65c69b109 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461782 Jun 16 15:07:04.415098 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41380) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:04.420653 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-98b830bb-c806-43a0-a9a3-4d67f595236d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'security_group_rule': {'security_group_id': '4ed88f41-f367-460f-9c35-9f7f31207216', 'project_id': '3716e192b1194365acb5595c8f92a862', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:04.450368 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-98b830bb-c806-43a0-a9a3-4d67f595236d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (56407ed9-5b62-4594-9eb7-88519b8ef4f8), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.513542 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-98b830bb-c806-43a0-a9a3-4d67f595236d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (56407ed9-5b62-4594-9eb7-88519b8ef4f8), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.518329 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-98b830bb-c806-43a0-a9a3-4d67f595236d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (56407ed9-5b62-4594-9eb7-88519b8ef4f8), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.543842 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b830bb-c806-43a0-a9a3-4d67f595236d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56407ed9-5b62-4594-9eb7-88519b8ef4f8,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:04.550075 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-98b830bb-c806-43a0-a9a3-4d67f595236d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.553895 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-98b830bb-c806-43a0-a9a3-4d67f595236d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341727 Jun 16 15:07:04.554584 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41382) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:04.559776 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-9d0f410e-e824-4578-8f0a-cc010a1c4462 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'security_group_rule': {'security_group_id': '4ed88f41-f367-460f-9c35-9f7f31207216', 'project_id': '3716e192b1194365acb5595c8f92a862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:04.583942 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.securitygroups_db [None req-9d0f410e-e824-4578-8f0a-cc010a1c4462 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Project 3716e192b1194365acb5595c8f92a862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:07:04.590826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9d0f410e-e824-4578-8f0a-cc010a1c4462 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (e22e681f-d3ae-4f2c-a5ba-0035d7339b94), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.623052 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:04.657022 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9d0f410e-e824-4578-8f0a-cc010a1c4462 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (e22e681f-d3ae-4f2c-a5ba-0035d7339b94), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.661652 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9d0f410e-e824-4578-8f0a-cc010a1c4462 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (e22e681f-d3ae-4f2c-a5ba-0035d7339b94), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.683915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f410e-e824-4578-8f0a-cc010a1c4462 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22e681f-d3ae-4f2c-a5ba-0035d7339b94,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:04.690761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9d0f410e-e824-4578-8f0a-cc010a1c4462 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.691846 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-9d0f410e-e824-4578-8f0a-cc010a1c4462 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359067 Jun 16 15:07:04.694845 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41384) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:04.699938 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-a35f613a-efc7-40a1-8474-380c86b51a5c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'security_group_rule': {'security_group_id': '4ed88f41-f367-460f-9c35-9f7f31207216', 'project_id': '3716e192b1194365acb5595c8f92a862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:04.721871 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.securitygroups_db [None req-a35f613a-efc7-40a1-8474-380c86b51a5c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Project 3716e192b1194365acb5595c8f92a862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:07:04.726495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:04.729052 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a35f613a-efc7-40a1-8474-380c86b51a5c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (2401b1de-1851-413a-8440-b5667506c256), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.732697 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:04.795370 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a35f613a-efc7-40a1-8474-380c86b51a5c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (2401b1de-1851-413a-8440-b5667506c256), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.799479 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a35f613a-efc7-40a1-8474-380c86b51a5c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (2401b1de-1851-413a-8440-b5667506c256), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.818650 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f613a-efc7-40a1-8474-380c86b51a5c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2401b1de-1851-413a-8440-b5667506c256,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:04.825836 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a35f613a-efc7-40a1-8474-380c86b51a5c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:04.827042 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-a35f613a-efc7-40a1-8474-380c86b51a5c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312091 Jun 16 15:07:05.415738 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-415916cb-31f8-4c57-a5bb-645f54a8abc0 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425536924&fields=id&tenant_id=05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 267 time: 0.1025348 Jun 16 15:07:05.434471 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 22ba20cd-c4df-4732-8133-1a0ddd2d2834 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:05.505331 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:05.505705 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:05.530310 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577aa3c5-90ba-45f2-9c54-0cf31c4c76f4 req-4da0cabc-98e8-4062-91c1-97e96df58894 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:05.541443 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-577aa3c5-90ba-45f2-9c54-0cf31c4c76f4 req-4da0cabc-98e8-4062-91c1-97e96df58894 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0671229 Jun 16 15:07:05.555579 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-f0bfc6cc-d230-4a7e-ab4f-a8cf7ded80be tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:05.557885 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-f0bfc6cc-d230-4a7e-ab4f-a8cf7ded80be tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 811 time: 0.1344941 Jun 16 15:07:05.576401 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-fbb87f84-e9ac-4e03-b626-5f5bfc728407 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/quotas/05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 375 time: 0.0125031 Jun 16 15:07:05.599970 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:05.600673 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:05.626669 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] For port 22ba20cd-c4df-4732-8133-1a0ddd2d2834, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=22ba20cd-c4df-4732-8133-1a0ddd2d2834,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:05.632491 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-577aa3c5-90ba-45f2-9c54-0cf31c4c76f4 req-39d52143-24bb-47d0-ba65-89a1fe84f9fd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898364 Jun 16 15:07:05.643567 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:05.658057 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-4287f3b8-e913-4b90-9f29-491a98b5b554 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741313 Jun 16 15:07:05.724498 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Pushing event updated for resources: {'Port': ['ID=22ba20cd-c4df-4732-8133-1a0ddd2d2834,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:05.799740 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ecc22889-c08a-403d-b1fc-86f4566c7192 service neutron] 10.222.0.72 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140063 Jun 16 15:07:05.928960 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-fe8d3eaa-d580-4685-8d4e-af49ca8f7bf9 service neutron] 10.222.0.72 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127970 Jun 16 15:07:06.041394 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b614d3-2dae-43e5-a7e9-c0e48230eb7f req-dbaa392f-df00-48be-a3b4-0cd3b70dbf6a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:06.049268 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-76b614d3-2dae-43e5-a7e9-c0e48230eb7f req-dbaa392f-df00-48be-a3b4-0cd3b70dbf6a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0620437 Jun 16 15:07:06.101546 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-76b614d3-2dae-43e5-a7e9-c0e48230eb7f req-6637acd9-9fe8-4901-b312-081d79ee0a2b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513971 Jun 16 15:07:06.255785 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-355b1bd5-f7e0-44ed-8c2d-579a2ac9880c req-cf219c8d-5c7e-454f-bf26-d8f907364267 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 210 time: 0.0318100 Jun 16 15:07:06.613663 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Sync routers for ids ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:07:06.624960 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Routers {'b0fcf9c3-93f9-43d9-a377-a4156a856f48'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:06.625575 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:06.732826 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Set router b0fcf9c3-93f9-43d9-a377-a4156a856f48 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:06.764847 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f82e2-5fc2-4bdc-a8ed-af8009a8982c req-46ae9dc2-d3bb-48d3-a49b-202653493f98 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:06.766343 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c49f82e2-5fc2-4bdc-a8ed-af8009a8982c req-46ae9dc2-d3bb-48d3-a49b-202653493f98 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0472305 Jun 16 15:07:06.815098 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c49f82e2-5fc2-4bdc-a8ed-af8009a8982c req-34092f2b-ebb4-480c-8bc4-4f8902b742dc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429776 Jun 16 15:07:06.926097 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 4, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port': {'id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:00Z', 'updated_at': '2022-06-16T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '097553d0-f93d-462a-a19b-75ada3aa4124', 'name': '', 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'mac_address': 'fa:16:3e:d4:cb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:02Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 2, 'project_id': 'efc03348fea54514a295e5a980912ece', 'subnets': [{'id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:06.951388 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Checking router: b0fcf9c3-93f9-43d9-a377-a4156a856f48 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:07:06.951733 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Updating router b0fcf9c3-93f9-43d9-a377-a4156a856f48 port 097553d0-f93d-462a-a19b-75ada3aa4124 binding host dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:07:06.980748 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.020477 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:07.223225 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12026-42e4-4a50-b830-46a392dde95b req-78219bc7-9ce8-4ce4-90b3-9254dee3372d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:07.224714 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a0d12026-42e4-4a50-b830-46a392dde95b req-78219bc7-9ce8-4ce4-90b3-9254dee3372d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0505147 Jun 16 15:07:07.249263 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Publish callbacks [] for port (097553d0-f93d-462a-a19b-75ada3aa4124), precommit_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.255831 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.279647 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a0d12026-42e4-4a50-b830-46a392dde95b req-8d0b1238-4623-4c97-9fff-a86ed788053c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469477 Jun 16 15:07:07.292672 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3c1a-c175-43df-9912-b30e37fe2eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.307883 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c6c48-c761-4eac-947e-11bebc137fb1 None None] Pushing event updated for resources: {'Port': ['ID=097553d0-f93d-462a-a19b-75ada3aa4124,revision_number=3']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:07.373005 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Attempting to bind port 097553d0-f93d-462a-a19b-75ada3aa4124 on host dv-cinder-837165-3-iscsi for vnic_type normal with profile {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:07:07.373427 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Attempting to bind port 097553d0-f93d-462a-a19b-75ada3aa4124 by drivers openvswitch,hyperv on host dv-cinder-837165-3-iscsi at level 0 using segments [{'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:07:07.373788 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Attempting to bind port 097553d0-f93d-462a-a19b-75ada3aa4124 on network 8602ed87-a6db-4251-8e47-96d79157ca70 {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:07.380103 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Checking agent: {'id': 'd9224980-bc00-425b-b91b-5f664016d4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 47, 44), 'started_at': datetime.datetime(2022, 6, 16, 14, 48, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:07:07.380475 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Checking segment: {'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:07:07.380896 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.381284 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Bound using segment: {'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'} {{(pid=110482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:07:07.381744 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.managers [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Bound port: 097553d0-f93d-462a-a19b-75ada3aa4124, host: dv-cinder-837165-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c192d0b-8175-47ca-88d6-2364d45543eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70'}}] {{(pid=110482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:07:07.382120 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), before_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.396568 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9217c1d8-5d36-424e-9355-9635acc3a1ea req-00e6337f-a147-4acd-8924-c0a351fe8d99 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 210 time: 0.0355551 Jun 16 15:07:07.427548 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:07.433401 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 22ba20cd-c4df-4732-8133-1a0ddd2d2834 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:07.506409 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:07.507378 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.580873 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] For port 097553d0-f93d-462a-a19b-75ada3aa4124, host dv-cinder-837165-3-iscsi, cleared binding levels {{(pid=110482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:07:07.584014 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.plugins.ml2.db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] For port 097553d0-f93d-462a-a19b-75ada3aa4124, host dv-cinder-837165-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=097553d0-f93d-462a-a19b-75ada3aa4124,segment=NetworkSegment(7c192d0b-8175-47ca-88d6-2364d45543eb),segment_id=7c192d0b-8175-47ca-88d6-2364d45543eb)] {{(pid=110482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:07:07.590801 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron_lib.callbacks.manager [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), after_update {{(pid=110482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.615038 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:07.630706 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:07.633280 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-80b3154d-f921-4fc4-a114-a0655729843c None None] Provisioning complete for port 097553d0-f93d-462a-a19b-75ada3aa4124 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:07.634081 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-80b3154d-f921-4fc4-a114-a0655729843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.656217 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Routers {'b0fcf9c3-93f9-43d9-a377-a4156a856f48'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:07.657136 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:06:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:07.660246 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c6c48-c761-4eac-947e-11bebc137fb1 None None] Pushing event updated for resources: {'Port': ['ID=097553d0-f93d-462a-a19b-75ada3aa4124,revision_number=4']} {{(pid=110482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:07.773612 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] Set router b0fcf9c3-93f9-43d9-a377-a4156a856f48 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:07.787262 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-80b3154d-f921-4fc4-a114-a0655729843c None None] Current status of the port 097553d0-f93d-462a-a19b-75ada3aa4124 is: DOWN; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:07.788335 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-80b3154d-f921-4fc4-a114-a0655729843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.840160 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-80b3154d-f921-4fc4-a114-a0655729843c None None] For port 097553d0-f93d-462a-a19b-75ada3aa4124, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=097553d0-f93d-462a-a19b-75ada3aa4124,segment=NetworkSegment(7c192d0b-8175-47ca-88d6-2364d45543eb),segment_id=7c192d0b-8175-47ca-88d6-2364d45543eb)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:07.845454 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-80b3154d-f921-4fc4-a114-a0655729843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:07.922103 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3154d-f921-4fc4-a114-a0655729843c None None] Pushing event updated for resources: {'Port': ['ID=097553d0-f93d-462a-a19b-75ada3aa4124,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:07.951997 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db13df3-8d44-4f88-931b-7d4a16a08b59 req-ab30c3f7-8f80-41c6-92a0-2a9ef3f11e6f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:07.953736 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8db13df3-8d44-4f88-931b-7d4a16a08b59 req-ab30c3f7-8f80-41c6-92a0-2a9ef3f11e6f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0513318 Jun 16 15:07:08.005736 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 4, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port': {'id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:00Z', 'updated_at': '2022-06-16T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '097553d0-f93d-462a-a19b-75ada3aa4124', 'name': '', 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'mac_address': 'fa:16:3e:d4:cb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:02Z', 'updated_at': '2022-06-16T15:07:07Z', 'revision_number': 4, 'project_id': 'efc03348fea54514a295e5a980912ece', 'subnets': [{'id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:08.007611 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8db13df3-8d44-4f88-931b-7d4a16a08b59 req-20c4e87d-98ac-4f91-8c34-0b5a69062a61 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478420 Jun 16 15:07:08.045545 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f9534-67f7-4db2-8b48-ee84ff4b6d43 None None] The sync data for ids ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'] in dv-cinder-837165-3-iscsi is: [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 4, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port': {'id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:00Z', 'updated_at': '2022-06-16T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '097553d0-f93d-462a-a19b-75ada3aa4124', 'name': '', 'network_id': '8602ed87-a6db-4251-8e47-96d79157ca70', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'mac_address': 'fa:16:3e:d4:cb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:02Z', 'updated_at': '2022-06-16T15:07:07Z', 'revision_number': 4, 'project_id': 'efc03348fea54514a295e5a980912ece', 'subnets': [{'id': '6dd2b5b6-9791-44cb-a776-30be8c68adcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:07:08.096149 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-a3c93093-20ce-459b-a27b-61962a2644c4 None None] Provisioning complete for port 097553d0-f93d-462a-a19b-75ada3aa4124 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:08.096536 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a3c93093-20ce-459b-a27b-61962a2644c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:08.174602 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-a3c93093-20ce-459b-a27b-61962a2644c4 None None] Current status of the port 097553d0-f93d-462a-a19b-75ada3aa4124 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:08.413239 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ab864-4623-4412-ba73-45e4fdb3a7bd req-b2a886e7-2fa3-4f34-a92e-c3bfab44fac8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:08.414824 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8b5ab864-4623-4412-ba73-45e4fdb3a7bd req-b2a886e7-2fa3-4f34-a92e-c3bfab44fac8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0640197 Jun 16 15:07:08.474134 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8b5ab864-4623-4412-ba73-45e4fdb3a7bd req-d16f4bea-e90a-4512-b9b6-5e777b798b04 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533857 Jun 16 15:07:08.520689 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-18eea83c-d1f9-45c4-a025-65ef7da0fca6 req-3c11c5f9-09a6-4d26-9986-8b2ae2352d4d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 210 time: 0.0339606 Jun 16 15:07:08.819687 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930c2f-0d21-4528-8025-2afcad93301a req-efb57faf-ea5c-4517-8e8b-a18cb633e0e3 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:08.823972 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-68930c2f-0d21-4528-8025-2afcad93301a req-efb57faf-ea5c-4517-8e8b-a18cb633e0e3 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0758386 Jun 16 15:07:08.861547 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:08.950592 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-9264ba60-93d3-45e2-b09b-045c7e336783 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:08.952055 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-9264ba60-93d3-45e2-b09b-045c7e336783 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 811 time: 0.1982434 Jun 16 15:07:08.970516 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Deleting port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:07:08.970864 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:09.057519 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:09.101435 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-aced1de9-3f35-42fe-b39d-90d4bffbe1d5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05223500b4a142c7a77c2de010541b84 HTTP/1.1" status: 200 len: 379 time: 0.1159873 Jun 16 15:07:09.122790 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'port': {'device_id': '396d3e73-5c6a-4889-84e6-7a440d744018', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'admin_state_up': True, 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'security_groups': ['eb23238f-1fcc-48f7-b7da-d7e7cdf757f8']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:09.192777 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] For port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:09.193187 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:09.201821 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b068d-4ef4-45c9-b9a5-2e123d35c7d4 req-745bdf23-646e-42e9-8d80-a662c76eb5de tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:09.203556 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-570b068d-4ef4-45c9-b9a5-2e123d35c7d4 req-745bdf23-646e-42e9-8d80-a662c76eb5de tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.1074593 Jun 16 15:07:09.385712 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 097553d0-f93d-462a-a19b-75ada3aa4124 up at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:09.388055 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:09.439385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Provisioning complete for port 097553d0-f93d-462a-a19b-75ada3aa4124 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:09.439758 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:09.518948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Current status of the port 097553d0-f93d-462a-a19b-75ada3aa4124 is: ACTIVE; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:09.639261 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67bcda-42a4-40d0-911b-a3410891bbdf req-67537562-6ba1-48a0-b493-c9a8eb1cf477 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:09.641649 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cc67bcda-42a4-40d0-911b-a3410891bbdf req-67537562-6ba1-48a0-b493-c9a8eb1cf477 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 945 time: 0.0610282 Jun 16 15:07:09.720191 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cc67bcda-42a4-40d0-911b-a3410891bbdf req-6f946576-09b8-4e1e-9358-eae13e21ad5f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=1f579d19-7f4c-46f1-b393-6bfa749fc40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725937 Jun 16 15:07:09.753650 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-570b068d-4ef4-45c9-b9a5-2e123d35c7d4 req-19f50f3e-55f5-4727-b6ac-afba7ebbefc9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5177526 Jun 16 15:07:09.756635 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Made reservation on behalf of 05223500b4a142c7a77c2de010541b84 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:07:09.760755 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:09.807362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:09.807722 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (b7e14c03-60d2-4d96-93fc-560f18235fd8), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:09.807985 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Floating IP b7e14c03-60d2-4d96-93fc-560f18235fd8 disassociated. External IP: 172.27.2.171, port: b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3. Jun 16 15:07:09.808376 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Calling delete_port for b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:07:09.831128 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ee673956-f213-48cf-8646-4e1330f173ed req-9c53634e-df0f-41e7-91b1-5592f7decd20 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 210 time: 0.0361576 Jun 16 15:07:09.989794 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Allocated IP 172.20.0.14 (90f95ec0-4a81-440f-8fe5-a85002b7b63b/526f0b44-39cf-4f11-828a-cad9c63a5573/4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:10.035950 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:10.085968 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:10.103821 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:10.158529 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3dd71129-7ae0-4e8f-bcef-db8108c32e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:10.169012 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'Port': ['ID=b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:10.295314 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:10.342903 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:07:10.359815 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:10.435881 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:10.442430 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:10.453975 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:07:10.513525 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:10.557701 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:10.558347 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:10.564206 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:07:10.579664 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:07:10.593973 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:10.595033 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:07:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:10.614726 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-a8923570-973b-4178-8d64-54fbbba1df37 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4958205 Jun 16 15:07:10.630815 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] No DVR routers for this DVR port b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:07:10.638112 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:10.641681 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-68930c2f-0d21-4528-8025-2afcad93301a req-549c170c-d282-4dec-b725-1b68de668143 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "DELETE /v2.0/ports/b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 HTTP/1.1" status: 204 len: 173 time: 1.7914979 Jun 16 15:07:10.647474 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Request body: {'port': {'device_id': '396d3e73-5c6a-4889-84e6-7a440d744018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:10.688161 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'name': 'network-vif-deleted', 'tag': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:10.694554 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca9a737-324a-4816-b73a-0fc593df19f2" -d '{"events": [{"server_uuid": "8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8", "name": "network-vif-deleted", "tag": "b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:10.745747 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:10.811529 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c777cf5-8ffc-4e04-b42c-5816d146a5c9 x-openstack-request-id: req-5c777cf5-8ffc-4e04-b42c-5816d146a5c9 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:10.812198 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8", "name": "network-vif-deleted", "tag": "b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:10.812198 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5c777cf5-8ffc-4e04-b42c-5816d146a5c9 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:10.812436 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c777cf5-8ffc-4e04-b42c-5816d146a5c9'] response: {'server_uuid': '8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8', 'name': 'network-vif-deleted', 'tag': 'b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3', 'status': 'completed', 'code': 200} Jun 16 15:07:10.834313 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:10.884513 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-083f7345-7adf-4010-92cd-68c40564a188 None None] Provisioning complete for port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:10.886097 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-083f7345-7adf-4010-92cd-68c40564a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:10.942793 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1ee08a77-f6c3-4f94-a9c1-2a58191003de req-dc7650e0-46a0-410b-870b-b193f3e9f1c9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ec7b98c-05a8-495b-ad3f-b5cfbd73a8d8 HTTP/1.1" status: 200 len: 210 time: 0.1069975 Jun 16 15:07:10.992527 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-083f7345-7adf-4010-92cd-68c40564a188 None None] Port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:07:11.005607 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:11.011480 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2124d3-95bd-476c-b67a-4abf78b09514 req-43aceca1-34e5-4f07-bf47-508875e29108 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:11.019210 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-de2124d3-95bd-476c-b67a-4abf78b09514 req-43aceca1-34e5-4f07-bf47-508875e29108 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0782499 Jun 16 15:07:11.078714 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba71442-91f5-4aef-a7f6-67992da31dd7 req-714985ee-80fb-411c-9bec-1699bc75ecfd tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:11.086461 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1ba71442-91f5-4aef-a7f6-67992da31dd7 req-714985ee-80fb-411c-9bec-1699bc75ecfd tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 932 time: 0.0659337 Jun 16 15:07:11.116832 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:11.120432 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:11.135976 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1ba71442-91f5-4aef-a7f6-67992da31dd7 req-66271be8-72b1-4f75-9b83-3ca05f279e32 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484641 Jun 16 15:07:11.137453 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-de2124d3-95bd-476c-b67a-4abf78b09514 req-ff9696c3-062f-4c8e-9861-b5565fe14abc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172700 Jun 16 15:07:11.149212 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:07:11.158744 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:11.161069 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:07:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:11.209822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:11.225330 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:07:11.233653 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Publish callbacks [] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:11.248368 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Transition to ACTIVE for port object 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:07:11.251930 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:11.266923 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:11.287122 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:11.325906 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:11.384279 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Attempting to bind port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:07:11.384616 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Attempting to bind port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:07:11.384984 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Attempting to bind port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:11.389892 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:07:11.390260 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Attempting to bind port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 on network 90f95ec0-4a81-440f-8fe5-a85002b7b63b {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:11.396461 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:07:11.396818 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Checking segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:07:11.397240 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Bound using segment: {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:07:11.397692 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Bound port: 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e87b500-206f-422f-8517-5cd38155b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:07:11.398065 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:11.473683 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] For port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:07:11.477445 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] For port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:07:11.484929 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:11.521318 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:11.522127 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:11.523957 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] 10.222.0.86 "PUT /v2.0/ports/4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 HTTP/1.1" status: 200 len: 1094 time: 0.8871763 Jun 16 15:07:11.530800 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:11.537775 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:11.559711 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4fca7-1907-4748-bca6-b53b6c980ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:11.566731 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f591a7-7883-41b7-9834-666719cd1623 None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:07:11.640666 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-c5eef3ce-d339-4b8f-ad0e-e4dde730ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:11.642366 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-c5eef3ce-d339-4b8f-ad0e-e4dde730ad55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 1128 time: 0.0511413 Jun 16 15:07:11.695407 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-293b0145-d7a4-4ff1-8d86-481511d33cdf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 HTTP/1.1" status: 200 len: 217 time: 0.0385413 Jun 16 15:07:11.753158 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-b21b2a0f-8d10-4353-9c4f-10dd7ef44de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:11.755237 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-b21b2a0f-8d10-4353-9c4f-10dd7ef44de3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0540237 Jun 16 15:07:11.812675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-5efa387b-60a1-49ae-b2d0-da9d7610b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:11.814248 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-5efa387b-60a1-49ae-b2d0-da9d7610b696 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521834 Jun 16 15:07:11.841042 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385606e-5a88-458f-8663-41740ad6c657 None None] New status for floating IP b7e14c03-60d2-4d96-93fc-560f18235fd8: DOWN {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:07:11.918697 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-04b9c2a9-ed64-4836-b2e4-2c90efbac19d service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959654 Jun 16 15:07:12.018299 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3b5157ea-af7f-434e-86c3-29f7bf684aad req-93be93be-6116-437c-859c-a77fe9206228 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932562 Jun 16 15:07:12.039275 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41528) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:12.095986 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e41e5992-5d04-4159-9b64-80453ac7af45 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (1f579d19-7f4c-46f1-b393-6bfa749fc40f), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.121775 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e41e5992-5d04-4159-9b64-80453ac7af45 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (1f579d19-7f4c-46f1-b393-6bfa749fc40f), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.171269 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e41e5992-5d04-4159-9b64-80453ac7af45 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (1f579d19-7f4c-46f1-b393-6bfa749fc40f), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.174688 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e41e5992-5d04-4159-9b64-80453ac7af45 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.177957 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e41e5992-5d04-4159-9b64-80453ac7af45 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "DELETE /v2.0/security-groups/1f579d19-7f4c-46f1-b393-6bfa749fc40f HTTP/1.1" status: 204 len: 168 time: 0.1344712 Jun 16 15:07:12.178785 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41534) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:12.179877 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:07:12.192065 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5992-5d04-4159-9b64-80453ac7af45 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f579d19-7f4c-46f1-b393-6bfa749fc40f,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:12.206373 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.api.v2.resource [None req-f9463ff4-9e06-449d-be92-70f36cc27d24 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] show failed (client error): The resource could not be found. Jun 16 15:07:12.210276 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-f9463ff4-9e06-449d-be92-70f36cc27d24 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups/1f579d19-7f4c-46f1-b393-6bfa749fc40f HTTP/1.1" status: 404 len: 347 time: 0.0276692 Jun 16 15:07:12.210675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41536) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:12.243811 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:07:12.244157 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device b8c5c8c1-cea0-4f6d-81a6-8b5e602aa5f3 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:07:12.246403 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:12.291848 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:12.313576 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8bef4-5885-48d4-9566-daaa0f98944e req-7ae0ab9f-8ccf-4156-bd9f-a88710548cb5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:12.315074 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-07b8bef4-5885-48d4-9566-daaa0f98944e req-7ae0ab9f-8ccf-4156-bd9f-a88710548cb5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.0587466 Jun 16 15:07:12.361494 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89807f6b-9a17-473f-bc7c-eca1b45094e2 req-5039b913-a997-4e6b-8885-3b9eebed35c5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:12.363006 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-89807f6b-9a17-473f-bc7c-eca1b45094e2 req-5039b913-a997-4e6b-8885-3b9eebed35c5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.1152139 Jun 16 15:07:12.367447 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-07b8bef4-5885-48d4-9566-daaa0f98944e req-5e680300-bf05-4176-a412-07ada40c9196 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467095 Jun 16 15:07:12.377003 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Deleting port 3a5f3557-8457-4891-857c-c21a44bebd2f {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:07:12.377351 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (3a5f3557-8457-4891-857c-c21a44bebd2f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.469684 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-89807f6b-9a17-473f-bc7c-eca1b45094e2 req-f6d469cd-f468-47d7-a54a-5489cd64666c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941958 Jun 16 15:07:12.488422 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (3a5f3557-8457-4891-857c-c21a44bebd2f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.488873 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (3a5f3557-8457-4891-857c-c21a44bebd2f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.491002 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:12.508572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Calling delete_port for 3a5f3557-8457-4891-857c-c21a44bebd2f owned by network:floatingip {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:07:12.553030 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.639024 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (3a5f3557-8457-4891-857c-c21a44bebd2f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.668502 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'Port': ['ID=3a5f3557-8457-4891-857c-c21a44bebd2f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:12.733444 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (b7e14c03-60d2-4d96-93fc-560f18235fd8), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.736027 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.737210 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-4e335f76-2015-421b-ac36-3054d39fa729 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "DELETE /v2.0/floatingips/b7e14c03-60d2-4d96-93fc-560f18235fd8 HTTP/1.1" status: 204 len: 168 time: 0.5255451 Jun 16 15:07:12.804251 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41540) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:12.808906 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-00e1dcda-38ea-4da7-b4c3-3a82297d03cd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887928311', 'description': 'tempest-description--2084494181'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:12.814962 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:12.817661 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:12.831717 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00e1dcda-38ea-4da7-b4c3-3a82297d03cd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.857901 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:12.871892 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138e5d88-8ec9-41c8-b720-6897a34fccde x-openstack-request-id: req-138e5d88-8ec9-41c8-b720-6897a34fccde {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:12.871892 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:12.871892 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-138e5d88-8ec9-41c8-b720-6897a34fccde {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:12.871892 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138e5d88-8ec9-41c8-b720-6897a34fccde'] response: {'name': 'network-changed', 'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'status': 'completed', 'code': 200} Jun 16 15:07:12.925955 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00e1dcda-38ea-4da7-b4c3-3a82297d03cd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (51898369-744c-42fa-bf45-35f5ba3103b5), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.929687 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00e1dcda-38ea-4da7-b4c3-3a82297d03cd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (51898369-744c-42fa-bf45-35f5ba3103b5), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.961207 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00e1dcda-38ea-4da7-b4c3-3a82297d03cd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:12.963085 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-00e1dcda-38ea-4da7-b4c3-3a82297d03cd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1577640 Jun 16 15:07:12.965062 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1dcda-38ea-4da7-b4c3-3a82297d03cd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51898369-744c-42fa-bf45-35f5ba3103b5,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:12.966115 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41546) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:12.971286 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-2fbb1128-36c2-41ad-8881-2fc435759d41 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group_rule': {'security_group_id': '51898369-744c-42fa-bf45-35f5ba3103b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:12.999224 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2fbb1128-36c2-41ad-8881-2fc435759d41 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (55aa5823-e104-4b72-9f10-77f5a6dc2f28), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.056010 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2fbb1128-36c2-41ad-8881-2fc435759d41 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (55aa5823-e104-4b72-9f10-77f5a6dc2f28), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.059626 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2fbb1128-36c2-41ad-8881-2fc435759d41 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (55aa5823-e104-4b72-9f10-77f5a6dc2f28), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.079946 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb1128-36c2-41ad-8881-2fc435759d41 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55aa5823-e104-4b72-9f10-77f5a6dc2f28,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:13.085489 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2fbb1128-36c2-41ad-8881-2fc435759d41 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.086863 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-2fbb1128-36c2-41ad-8881-2fc435759d41 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189485 Jun 16 15:07:13.089626 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41548) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:13.094255 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-110b9509-c574-48b1-b8da-7e5a455ecc65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'security_group_rule': {'security_group_id': '51898369-744c-42fa-bf45-35f5ba3103b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:13.120808 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-110b9509-c574-48b1-b8da-7e5a455ecc65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (50ac1268-0a0d-43dd-bc2d-961f93d7a342), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.178577 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-110b9509-c574-48b1-b8da-7e5a455ecc65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (50ac1268-0a0d-43dd-bc2d-961f93d7a342), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.184187 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-110b9509-c574-48b1-b8da-7e5a455ecc65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004'] for security_group_rule (50ac1268-0a0d-43dd-bc2d-961f93d7a342), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.207053 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b9509-c574-48b1-b8da-7e5a455ecc65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ac1268-0a0d-43dd-bc2d-961f93d7a342,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:13.216606 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-110b9509-c574-48b1-b8da-7e5a455ecc65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.217836 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-110b9509-c574-48b1-b8da-7e5a455ecc65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271541 Jun 16 15:07:13.221081 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41550) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:13.225195 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:13.246830 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.327075 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.441646 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_common [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Allocated IP 172.27.2.79 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/4154644f-cc79-457c-bb6b-8bccbd25d168) {{(pid=110479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:13.483378 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-1f1a172b-1789-4de3-a327-df443fd3fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:13.484964 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-1f1a172b-1789-4de3-a327-df443fd3fa28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 1128 time: 0.0453494 Jun 16 15:07:13.517512 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1f5ce-0bf6-4a90-bc54-0fc67eade1ec req-6788cf14-b246-4b23-9fb2-119e20034e3b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:13.519003 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c6a1f5ce-0bf6-4a90-bc54-0fc67eade1ec req-6788cf14-b246-4b23-9fb2-119e20034e3b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.0709097 Jun 16 15:07:13.623872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b908e-4f1e-45ad-8ad8-1b27b7d7c371 req-829cf1ae-c498-46ea-b382-85d5f0c7e4cd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:13.624816 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c6a1f5ce-0bf6-4a90-bc54-0fc67eade1ec req-d2939e1e-f3f3-4452-99ff-e212d982c9c4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760624 Jun 16 15:07:13.625245 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d65b908e-4f1e-45ad-8ad8-1b27b7d7c371 req-829cf1ae-c498-46ea-b382-85d5f0c7e4cd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0676229 Jun 16 15:07:13.628142 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-ed211cce-53c5-4069-89d8-6fb706bb7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:13.629549 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-ed211cce-53c5-4069-89d8-6fb706bb7d52 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 913 time: 0.1352355 Jun 16 15:07:13.629701 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (4154644f-cc79-457c-bb6b-8bccbd25d168), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.659058 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:13.666245 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:13.672258 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (4154644f-cc79-457c-bb6b-8bccbd25d168), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.689764 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-7a937cad-bd21-4532-860b-aba5d2952d1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 HTTP/1.1" status: 200 len: 217 time: 0.0497074 Jun 16 15:07:13.717679 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:13.723086 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Resources bound (agent type, host, resource id): {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:13.725305 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=4154644f-cc79-457c-bb6b-8bccbd25d168,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:13.728053 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Received port after_create {{(pid=110479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:07:13.736990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:13.752122 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d65b908e-4f1e-45ad-8ad8-1b27b7d7c371 req-b47bb434-7c34-4365-8c12-134fa1244761 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183677 Jun 16 15:07:13.762381 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-cf19565f-1cc4-4a94-af69-8799133cf20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:13.763924 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-cf19565f-1cc4-4a94-af69-8799133cf20f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0645537 Jun 16 15:07:13.815598 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (6f5d258b-07cb-4147-bea5-0a410fa40483), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.816480 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-64ba88c3-6699-4dcf-bb4a-14e9beb856d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:13.818024 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-64ba88c3-6699-4dcf-bb4a-14e9beb856d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450625 Jun 16 15:07:13.854339 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4154644f-cc79-457c-bb6b-8bccbd25d168), before_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:13.924708 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-beaa8a50-1cf7-4bdf-b920-11e91c0a987f service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985720 Jun 16 15:07:13.996399 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:14.021849 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7fc4eb8a-5f58-4697-82ec-8e6b8362a6d1 req-72d3819f-76cd-428f-a64f-513fbe1463a6 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905492 Jun 16 15:07:14.026500 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (4154644f-cc79-457c-bb6b-8bccbd25d168), precommit_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:14.031590 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59387644'] for port (4154644f-cc79-457c-bb6b-8bccbd25d168), after_update {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:14.097783 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=4154644f-cc79-457c-bb6b-8bccbd25d168,revision_number=2']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:14.111922 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (6f5d258b-07cb-4147-bea5-0a410fa40483), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:14.127614 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:14.128743 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-37fd6f09-7901-429a-9031-a3b795d81e8a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9067643 Jun 16 15:07:14.349614 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-c5a048a5-5d6a-4850-a12a-d71ac6d8d1a9 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--887928311&fields=id&tenant_id=2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 267 time: 0.0440254 Jun 16 15:07:14.371581 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:14.460232 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-be812991-2b92-4dfa-aeeb-366bbf6097d4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:14.461728 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-be812991-2b92-4dfa-aeeb-366bbf6097d4 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 815 time: 0.1052773 Jun 16 15:07:14.476821 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-93fb7757-ecf4-4d6a-98e0-b208f7446071 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/quotas/2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 375 time: 0.0090866 Jun 16 15:07:14.526488 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-58875e9f-5334-4bac-aec4-d97183dfbe64 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447135 Jun 16 15:07:14.633224 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-4aa4765e-f253-41cb-b49c-406db297b00d service neutron] 10.222.0.72 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938857 Jun 16 15:07:14.723138 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:14.736904 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-eb133c47-c8ff-4fdc-9023-41b7604bf37c service neutron] 10.222.0.72 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953732 Jun 16 15:07:14.751817 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1497e-a479-4ecb-8ba5-8a88d77846a5 req-adde51c7-b45d-427e-848d-99b71469300c tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:14.753300 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-efc1497e-a479-4ecb-8ba5-8a88d77846a5 req-adde51c7-b45d-427e-848d-99b71469300c tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.0502763 Jun 16 15:07:14.808765 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-efc1497e-a479-4ecb-8ba5-8a88d77846a5 req-b800b267-b9dd-4812-8186-a62c265055aa tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496397 Jun 16 15:07:14.929542 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c24b6934-3f80-4658-8efd-be7e3b3199ba req-df64a581-6f9b-4ff6-8146-02bdaac4c69f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 210 time: 0.0347373 Jun 16 15:07:14.942676 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d59275-9238-4f36-a669-89cc702de254 req-14e78330-5f4a-420c-a09a-1f57266fdb5a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:14.949019 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a3d59275-9238-4f36-a669-89cc702de254 req-14e78330-5f4a-420c-a09a-1f57266fdb5a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0772398 Jun 16 15:07:14.952286 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:15.008191 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a3d59275-9238-4f36-a669-89cc702de254 req-2a081925-421e-47c5-a9ac-7c3433cb8d4e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532017 Jun 16 15:07:15.884820 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:15.925979 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c13cd-57ba-41f0-adb2-3053c6b0155c req-9f786885-5dc8-4108-a112-5bd06dc886bf tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:15.927568 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-440c13cd-57ba-41f0-adb2-3053c6b0155c req-9f786885-5dc8-4108-a112-5bd06dc886bf tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.0513973 Jun 16 15:07:15.980016 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-440c13cd-57ba-41f0-adb2-3053c6b0155c req-d3103a81-f527-413f-8ef9-6b25cc7f9619 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461476 Jun 16 15:07:16.042511 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0a380947-8a5b-44e8-a91f-1cb72beaf89d req-923be1d5-0ea6-49fb-a60a-0e4e74ddaec1 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 210 time: 0.0289342 Jun 16 15:07:16.134274 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7870fe-4464-40bc-98fa-3fa7fa021d34 req-7d365226-e160-4abe-a075-ae23dcebe561 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:16.136273 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cf7870fe-4464-40bc-98fa-3fa7fa021d34 req-7d365226-e160-4abe-a075-ae23dcebe561 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0475740 Jun 16 15:07:16.187412 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cf7870fe-4464-40bc-98fa-3fa7fa021d34 req-030ac04d-292f-448c-93c0-684fa82be104 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454752 Jun 16 15:07:16.920635 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-859f27c7-f7ab-47b1-8a09-fe6a5d7ecb89 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:16.922109 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-859f27c7-f7ab-47b1-8a09-fe6a5d7ecb89 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 815 time: 0.1029818 Jun 16 15:07:17.115385 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce19fe-5b2e-4eed-8b7b-2e61a2e590a5 req-354ed4c7-f72a-468c-be52-4251b3af94ba tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:17.116871 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4dce19fe-5b2e-4eed-8b7b-2e61a2e590a5 req-354ed4c7-f72a-468c-be52-4251b3af94ba tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.0676999 Jun 16 15:07:17.153858 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9ffafdb4-addc-4f0e-ab2c-a6ae8df92b97 req-8ad47877-ca29-4bd6-9bdf-9e0cdbc945a7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 210 time: 0.0307951 Jun 16 15:07:17.199050 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4dce19fe-5b2e-4eed-8b7b-2e61a2e590a5 req-4fd3f733-fbac-47e3-8459-83627d6dbe38 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757129 Jun 16 15:07:17.203319 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-a6ea1cc1-adcd-42f8-a71d-d2f48c2d182f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2940b81a86c2401db1aa432d9a0735eb HTTP/1.1" status: 200 len: 379 time: 0.1026709 Jun 16 15:07:17.243103 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'port': {'device_id': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'admin_state_up': True, 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'security_groups': ['51898369-744c-42fa-bf45-35f5ba3103b5']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:17.357154 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Made reservation on behalf of 2940b81a86c2401db1aa432d9a0735eb for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:07:17.361053 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:17.445177 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0f19d-f8af-4fbf-be0c-7a54b69b8805 req-9ad4f014-7e7a-4717-b893-52f4f1e17397 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:17.447955 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f2f0f19d-f8af-4fbf-be0c-7a54b69b8805 req-9ad4f014-7e7a-4717-b893-52f4f1e17397 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0500345 Jun 16 15:07:17.462154 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:17.489107 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Allocated IP 172.20.0.5 (585283c3-d940-441f-ba61-bbe0dfecbee8/da0217a2-0b83-4eb2-9b52-4b39182d5235/c40f32fc-ed69-4d0e-ae9b-74cae93701f8) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:17.498445 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f2f0f19d-f8af-4fbf-be0c-7a54b69b8805 req-c752c4af-c7fa-40d7-84c6-0d42c697f9c9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444403 Jun 16 15:07:17.629062 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:17.655432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:17.662631 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:17.704384 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:17.707457 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:17.709827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:07:17.747535 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event updated for resources: {'Port': ['ID=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:17.771559 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:17.772170 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:17.791004 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-7847bf67-4bc5-4d8d-a221-c32083bc164f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522661 Jun 16 15:07:17.836121 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Request body: {'port': {'device_id': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:17.897759 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:17.924543 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-9d2ec943-8f69-4756-b4a8-1dd18cde0ea9 None None] Provisioning complete for port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:17.925125 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec943-8f69-4756-b4a8-1dd18cde0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:17.956284 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ec943-8f69-4756-b4a8-1dd18cde0ea9 None None] Port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:07:18.149737 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40f32fc-ed69-4d0e-ae9b-74cae93701f8 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:07:18.158247 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Publish callbacks [] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:18.170456 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Transition to ACTIVE for port object c40f32fc-ed69-4d0e-ae9b-74cae93701f8 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:07:18.173827 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:07:18.174834 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:18.220114 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:18.253312 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Pushing event updated for resources: {'Port': ['ID=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:18.316746 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:18.332587 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'port_id': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'mac_address': 'fa:16:3e:f9:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:07:18.337128 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e62648-c722-4fdb-a459-523a20f62ae3 req-a45266a9-3450-44e3-bb1b-4170f283611a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:18.338953 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e2e62648-c722-4fdb-a459-523a20f62ae3 req-a45266a9-3450-44e3-bb1b-4170f283611a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 943 time: 0.0819578 Jun 16 15:07:18.354020 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f55b8-96de-4dad-b4b3-5545ade11db4 req-2970079a-afbb-40bc-9a97-effbf69357e7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:18.362184 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f36f55b8-96de-4dad-b4b3-5545ade11db4 req-2970079a-afbb-40bc-9a97-effbf69357e7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.0706763 Jun 16 15:07:18.370286 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Attempting to bind port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:07:18.371139 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Attempting to bind port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:07:18.371698 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Attempting to bind port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:18.384504 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: ACTIVE; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:18.385326 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:18.406290 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fd6981b-720b-4e5e-a50b-00f468402a5f {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:07:18.422565 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f36f55b8-96de-4dad-b4b3-5545ade11db4 req-4ef752af-27eb-45c9-864e-c2fb0d6a355b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594115 Jun 16 15:07:18.427104 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e2e62648-c722-4fdb-a459-523a20f62ae3 req-54cc5a81-8919-4de2-b539-b6297447033c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809252 Jun 16 15:07:18.427805 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:07:18.428310 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Attempting to bind port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 on network 585283c3-d940-441f-ba61-bbe0dfecbee8 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:18.437558 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:18.443824 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:18.447965 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:07:18.449160 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Checking segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:07:18.449628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Bound using segment: {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:07:18.450129 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Bound port: c40f32fc-ed69-4d0e-ae9b-74cae93701f8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d77910-fc85-4dc2-bef8-bb82cb937d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:07:18.450561 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:18.513848 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] For port c40f32fc-ed69-4d0e-ae9b-74cae93701f8, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:07:18.517225 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] For port c40f32fc-ed69-4d0e-ae9b-74cae93701f8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:07:18.517798 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=6']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:18.523546 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:18.565840 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:18.566463 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:18.567841 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] 10.222.0.86 "PUT /v2.0/ports/c40f32fc-ed69-4d0e-ae9b-74cae93701f8 HTTP/1.1" status: 200 len: 1093 time: 0.7361004 Jun 16 15:07:18.568275 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'tag': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:18.570674 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d031606-befa-408c-94f3-d0a28817cf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdfccb3-ca19-46af-91ee-db50006827ac", "tag": "c40f32fc-ed69-4d0e-ae9b-74cae93701f8"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:18.601797 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e868f-8215-4e3d-9f92-9b03867f84ae service neutron] Pushing event updated for resources: {'Port': ['ID=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:18.615305 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c8f4b6-3be7-4634-91e9-dbb8a5650cd6 x-openstack-request-id: req-e9c8f4b6-3be7-4634-91e9-dbb8a5650cd6 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:18.615801 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdfccb3-ca19-46af-91ee-db50006827ac", "tag": "c40f32fc-ed69-4d0e-ae9b-74cae93701f8", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:18.616200 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e9c8f4b6-3be7-4634-91e9-dbb8a5650cd6 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:18.616752 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c8f4b6-3be7-4634-91e9-dbb8a5650cd6'] response: {'name': 'network-changed', 'server_uuid': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'tag': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'status': 'completed', 'code': 200} Jun 16 15:07:18.640973 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859432c-c54a-4e0a-8af9-f50c7b7f9b35 req-321fd93a-b5af-47eb-b6d0-6efbab6bb732 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:18.642556 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1859432c-c54a-4e0a-8af9-f50c7b7f9b35 req-321fd93a-b5af-47eb-b6d0-6efbab6bb732 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 944 time: 0.0699685 Jun 16 15:07:18.650647 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['2fd6981b-720b-4e5e-a50b-00f468402a5f'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:07:18.700944 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1859432c-c54a-4e0a-8af9-f50c7b7f9b35 req-fc307ece-0bd0-4016-a9de-c2820c1fdb68 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505426 Jun 16 15:07:19.551791 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f73fed-e655-4a49-b1b2-ffb4e68b6331 req-735396de-395a-4065-8429-5b16555818d8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:19.553398 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f0f73fed-e655-4a49-b1b2-ffb4e68b6331 req-735396de-395a-4065-8429-5b16555818d8 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 943 time: 0.0499580 Jun 16 15:07:19.617171 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f0f73fed-e655-4a49-b1b2-ffb4e68b6331 req-85fa7c8e-7100-414f-b9b4-a95a94426a16 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579262 Jun 16 15:07:19.789737 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d24ec3-2ce3-4aac-acfb-7b97fb9f7f88 req-aed63eaa-4063-482b-98a5-f868a4c15eb6 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:19.791252 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-92d24ec3-2ce3-4aac-acfb-7b97fb9f7f88 req-aed63eaa-4063-482b-98a5-f868a4c15eb6 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.3021600 Jun 16 15:07:19.817778 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:19.822995 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4631-342c-4ef9-b2d0-54a2b4f51206 req-f9ef3209-20f8-4590-b1a3-ff5c732349c7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:19.825158 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-566c4631-342c-4ef9-b2d0-54a2b4f51206 req-f9ef3209-20f8-4590-b1a3-ff5c732349c7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 944 time: 0.0491142 Jun 16 15:07:19.843160 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-92d24ec3-2ce3-4aac-acfb-7b97fb9f7f88 req-c6432255-08cc-420b-8da3-6fe8f63a8f8d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460072 Jun 16 15:07:19.875611 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-566c4631-342c-4ef9-b2d0-54a2b4f51206 req-c111b074-23e0-4bbe-a539-8f774485738b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 Jun 16 15:07:20.190510 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:20.212043 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:20.240970 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 2fd6981b-720b-4e5e-a50b-00f468402a5f triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:20.241352 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:20.317604 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:20.317993 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:20.341174 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:20.343389 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd75f75-4dc1-49ed-95d0-f8dc2569fb16" -d '{"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:20.361092 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:20.365767 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:20.388705 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d031606-befa-408c-94f3-d0a28817cf0e req-d8f726c2-637a-4adf-bcdf-7520ff663bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.390288 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8d031606-befa-408c-94f3-d0a28817cf0e req-d8f726c2-637a-4adf-bcdf-7520ff663bf2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 1127 time: 0.0455804 Jun 16 15:07:20.392171 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216c95ba-8fe8-499d-a458-0c0151b212c4 x-openstack-request-id: req-216c95ba-8fe8-499d-a458-0c0151b212c4 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:20.392461 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:20.392711 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-216c95ba-8fe8-499d-a458-0c0151b212c4 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:20.393121 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216c95ba-8fe8-499d-a458-0c0151b212c4'] response: {'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'code': 200} Jun 16 15:07:20.402558 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:20.424119 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=7']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:20.539370 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d031606-befa-408c-94f3-d0a28817cf0e req-5eeedc96-04b0-4893-bbc4-dadc6b4df29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.540869 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8d031606-befa-408c-94f3-d0a28817cf0e req-5eeedc96-04b0-4893-bbc4-dadc6b4df29d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=2940b81a86c2401db1aa432d9a0735eb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1002102 Jun 16 15:07:20.632425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d031606-befa-408c-94f3-d0a28817cf0e req-adcaface-6ea3-40bc-9ade-79136abd75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.633924 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8d031606-befa-408c-94f3-d0a28817cf0e req-adcaface-6ea3-40bc-9ade-79136abd75e7 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0869415 Jun 16 15:07:20.737494 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46970a07-5395-4a46-bd7b-80311f3f90a7 req-58b45eb5-59be-4628-baed-c3939d01f475 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.739623 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-46970a07-5395-4a46-bd7b-80311f3f90a7 req-58b45eb5-59be-4628-baed-c3939d01f475 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 943 time: 0.0513880 Jun 16 15:07:20.788091 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-46970a07-5395-4a46-bd7b-80311f3f90a7 req-f0caee24-8cc7-434a-8d6b-bbf370cde91c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423298 Jun 16 15:07:20.795276 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-526fd9a5-f48b-42e2-9227-03a4e8926ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.796775 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-526fd9a5-f48b-42e2-9227-03a4e8926ebd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 1127 time: 0.0448756 Jun 16 15:07:20.846337 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-bdee8dfb-62d5-4e74-88eb-646cc69729cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c40f32fc-ed69-4d0e-ae9b-74cae93701f8 HTTP/1.1" status: 200 len: 217 time: 0.0328176 Jun 16 15:07:20.897123 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-203dd1cf-1085-47a1-a8ea-2d650a79263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.898665 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-203dd1cf-1085-47a1-a8ea-2d650a79263c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.0445478 Jun 16 15:07:20.973094 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-c7656a66-0236-43b3-8b9b-01adf10a7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.974607 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-c7656a66-0236-43b3-8b9b-01adf10a7220 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697298 Jun 16 15:07:20.985076 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f18653-d7ef-4f05-93f4-022466eca6ce req-04b091d2-6965-4ae6-9fc1-741d8bdf7379 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.987039 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08f18653-d7ef-4f05-93f4-022466eca6ce req-04b091d2-6965-4ae6-9fc1-741d8bdf7379 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.0725865 Jun 16 15:07:20.998320 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e7a4f-0aa5-4fd6-ace4-97ff9ef9cab1 req-b723c55c-f418-4adb-ab3a-2d08730adb8b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:20.999813 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-896e7a4f-0aa5-4fd6-ace4-97ff9ef9cab1 req-b723c55c-f418-4adb-ab3a-2d08730adb8b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0509887 Jun 16 15:07:21.048217 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-896e7a4f-0aa5-4fd6-ace4-97ff9ef9cab1 req-1425d0ed-a35f-498a-b74b-32b1b5de6377 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425823 Jun 16 15:07:21.090077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:21.101189 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-08f18653-d7ef-4f05-93f4-022466eca6ce req-58cb7743-8784-4122-9858-8f3d17fbee1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054919 Jun 16 15:07:21.116076 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-655bfb19-5d60-4f55-bf29-8afe9c4767cc service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279364 Jun 16 15:07:21.205746 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19ee290f-9a6b-4f12-a4a1-62dadf17b110 req-04a656ff-41a3-47bf-ae87-9e8d9e66ca66 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834525 Jun 16 15:07:21.900032 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757eb4d-951a-4b59-a588-cb73d802a2da req-8bdd3abd-4299-4739-9680-8f655f317467 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:21.901597 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1757eb4d-951a-4b59-a588-cb73d802a2da req-8bdd3abd-4299-4739-9680-8f655f317467 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 943 time: 0.0473287 Jun 16 15:07:21.948685 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1757eb4d-951a-4b59-a588-cb73d802a2da req-06db4915-8628-438b-bd35-d086766e64b7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410807 Jun 16 15:07:22.172165 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547b137-13f7-4913-9a01-05a54164119d req-882711bf-4759-422a-8ecd-aca0bda4af9a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:22.173700 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e547b137-13f7-4913-9a01-05a54164119d req-882711bf-4759-422a-8ecd-aca0bda4af9a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0522783 Jun 16 15:07:22.186075 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:07:22.216188 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a4359-fa4a-44eb-89ae-d55169cc5ba5 req-99e9c19d-b98f-4ac3-956c-c5c2b624264b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:22.217821 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2a6a4359-fa4a-44eb-89ae-d55169cc5ba5 req-99e9c19d-b98f-4ac3-956c-c5c2b624264b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 944 time: 0.0497022 Jun 16 15:07:22.225532 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e547b137-13f7-4913-9a01-05a54164119d req-1ad62d76-359c-4bba-8838-4c9aa7be0b8d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462992 Jun 16 15:07:22.233486 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:22.276926 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2a6a4359-fa4a-44eb-89ae-d55169cc5ba5 req-0285447e-8de6-4cb3-8d68-89e7cf98f0f6 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526171 Jun 16 15:07:22.292587 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:22.303999 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'port_id': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'mac_address': 'fa:16:3e:e8:7c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:07:22.338974 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:22.339373 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:22.352276 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:07:22.372006 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:22.375897 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:22.420203 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:23.061393 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b2069-e03c-4e5d-b806-86f0a18ee3c9 req-34a7f52f-3d3c-4582-9024-fccdf767280d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:23.062873 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-274b2069-e03c-4e5d-b806-86f0a18ee3c9 req-34a7f52f-3d3c-4582-9024-fccdf767280d tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 943 time: 0.0484509 Jun 16 15:07:23.109311 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-274b2069-e03c-4e5d-b806-86f0a18ee3c9 req-7d9bb7c1-19a5-46c5-90c1-bfc143111e28 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408590 Jun 16 15:07:23.340003 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:23.351254 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe602a-f8a6-4891-a841-dbe6ded3cbb8 req-6b1e153c-f4d5-446c-a4b7-781851f03e65 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:23.352770 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-99fe602a-f8a6-4891-a841-dbe6ded3cbb8 req-6b1e153c-f4d5-446c-a4b7-781851f03e65 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Jun 16 15:07:23.395575 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d921-800b-4d82-883a-ede8b5943fa6 req-f6b33889-c4b8-4603-a30d-335a2e088b28 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:23.396680 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-97a3d921-800b-4d82-883a-ede8b5943fa6 req-f6b33889-c4b8-4603-a30d-335a2e088b28 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 945 time: 0.0515790 Jun 16 15:07:23.399295 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:07:23.403575 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-99fe602a-f8a6-4891-a841-dbe6ded3cbb8 req-9a818dc8-1006-492d-be19-4f48cf596f4c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443561 Jun 16 15:07:23.458778 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-97a3d921-800b-4d82-883a-ede8b5943fa6 req-45dc91b3-46f1-4a98-b561-1d89d7476be9 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531721 Jun 16 15:07:24.160190 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:24.226026 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea6af-1870-451e-8831-15f651e975ec req-ed2a5bd2-1e9f-4760-bbb5-4a3d1d9b44f7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:24.227504 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ec2ea6af-1870-451e-8831-15f651e975ec req-ed2a5bd2-1e9f-4760-bbb5-4a3d1d9b44f7 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 943 time: 0.0474975 Jun 16 15:07:24.274693 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ec2ea6af-1870-451e-8831-15f651e975ec req-ef62f96b-afa6-4724-8eba-01049647361c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415359 Jun 16 15:07:24.485334 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:24.521869 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef48f2-4db9-4aa5-9457-64ed3dfe541d req-25b11d38-a0e7-4418-bad0-d098d4d57cd0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:24.523370 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-52ef48f2-4db9-4aa5-9457-64ed3dfe541d req-25b11d38-a0e7-4418-bad0-d098d4d57cd0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0480914 Jun 16 15:07:24.571826 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-52ef48f2-4db9-4aa5-9457-64ed3dfe541d req-001cd4cb-a0d1-46f2-a70b-dc519d602765 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Jun 16 15:07:24.578072 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52a53-f83d-497c-930a-3a32825b0f86 req-9b1235b1-aa11-486b-8c38-cb358971df45 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:24.579582 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e1b52a53-f83d-497c-930a-3a32825b0f86 req-9b1235b1-aa11-486b-8c38-cb358971df45 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 945 time: 0.0529058 Jun 16 15:07:24.628922 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e1b52a53-f83d-497c-930a-3a32825b0f86 req-c10e0448-f351-4ccf-886c-1442e2bed3b2 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Jun 16 15:07:25.340412 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:25.370281 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:25.387968 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80af13-f1ba-4036-9132-5139646b6937 req-853c39c5-acdb-4397-a35c-97a63dadbbda tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:25.388987 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:07:25.389499 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3e80af13-f1ba-4036-9132-5139646b6937 req-853c39c5-acdb-4397-a35c-97a63dadbbda tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 943 time: 0.0476451 Jun 16 15:07:25.394917 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:25.395480 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:25.439236 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3e80af13-f1ba-4036-9132-5139646b6937 req-8e8b07b0-d9e7-4ac8-a46b-f8b834c971bd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428233 Jun 16 15:07:25.470454 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:25.470804 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:25.495818 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:25.498241 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f529c3-b5c7-49ab-8177-3486d5ee211b" -d '{"events": [{"server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "name": "network-vif-plugged", "status": "completed", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:25.511660 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:25.515611 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:25.542436 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955de958-dd01-4c2b-9381-0dbd448136cb x-openstack-request-id: req-955de958-dd01-4c2b-9381-0dbd448136cb {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:25.542731 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "name": "network-vif-plugged", "status": "completed", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:25.542982 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-955de958-dd01-4c2b-9381-0dbd448136cb {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:25.543366 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955de958-dd01-4c2b-9381-0dbd448136cb'] response: {'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'code': 200} Jun 16 15:07:25.559502 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:25.569777 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:25.698516 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340c340-2772-4164-ae27-83c05f5026eb req-ce91a2f1-c248-4c08-ae97-b0f2eec2d6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:25.699932 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0340c340-2772-4164-ae27-83c05f5026eb req-ce91a2f1-c248-4c08-ae97-b0f2eec2d6c8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0527594 Jun 16 15:07:25.744294 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330c1eb-f3cc-4805-9584-ef39896c0a78 req-c30d9255-3550-4d42-95b6-c6f01249b26d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:25.746421 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4330c1eb-f3cc-4805-9584-ef39896c0a78 req-c30d9255-3550-4d42-95b6-c6f01249b26d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Jun 16 15:07:25.748109 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0340c340-2772-4164-ae27-83c05f5026eb req-52557e36-81cf-40fd-bafe-874c128cc24c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Jun 16 15:07:25.796644 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-4330c1eb-f3cc-4805-9584-ef39896c0a78 req-49fe99ac-8782-4e2c-8b36-0ecefabc4265 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Jun 16 15:07:26.558674 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb3fbf-2d4a-49d2-a5bb-b2738f744ee7 req-3e4ca8d8-f449-4417-b165-22174e31522e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:26.560160 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0afb3fbf-2d4a-49d2-a5bb-b2738f744ee7 req-3e4ca8d8-f449-4417-b165-22174e31522e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 943 time: 0.0505617 Jun 16 15:07:26.606123 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0afb3fbf-2d4a-49d2-a5bb-b2738f744ee7 req-267f8bd3-2c3c-4e14-aa26-5a9a13eb3ea3 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404222 Jun 16 15:07:26.870318 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9003da6-4e79-46da-9feb-bda962fe7a96 req-30db3cf7-a3e4-4e23-81f7-2c4ca39a8380 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:26.871953 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e9003da6-4e79-46da-9feb-bda962fe7a96 req-30db3cf7-a3e4-4e23-81f7-2c4ca39a8380 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0526116 Jun 16 15:07:26.913312 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b6469-2114-4f74-8da9-e92b509ac08c req-fb95a893-b228-4504-a5eb-091425329100 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:26.915008 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-427b6469-2114-4f74-8da9-e92b509ac08c req-fb95a893-b228-4504-a5eb-091425329100 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0516016 Jun 16 15:07:26.919859 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e9003da6-4e79-46da-9feb-bda962fe7a96 req-4181ab44-8f98-422d-8dc2-72a0ab877588 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 Jun 16 15:07:26.964298 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-427b6469-2114-4f74-8da9-e92b509ac08c req-60d0ff83-ae40-441f-9d04-053966de811e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 Jun 16 15:07:27.342574 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device c40f32fc-ed69-4d0e-ae9b-74cae93701f8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:07:27.440703 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port c40f32fc-ed69-4d0e-ae9b-74cae93701f8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:27.444417 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d48b85-820b-4a4e-ae5a-19f9ec8a5046 req-b2c3a4a3-4740-434d-a1f7-3f19086e9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:27.446001 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-72d48b85-820b-4a4e-ae5a-19f9ec8a5046 req-b2c3a4a3-4740-434d-a1f7-3f19086e9834 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 1130 time: 0.0390382 Jun 16 15:07:27.451976 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'port_id': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'mac_address': 'fa:16:3e:64:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:07:27.493204 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-72d48b85-820b-4a4e-ae5a-19f9ec8a5046 req-18908c94-996f-41ce-b8b2-eb6cc994683b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Jun 16 15:07:27.614104 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:27.614484 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:27.627016 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40f32fc-ed69-4d0e-ae9b-74cae93701f8 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:07:27.646910 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port c40f32fc-ed69-4d0e-ae9b-74cae93701f8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:27.651618 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:27.696811 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:27.784811 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003265f-8e98-43eb-9fba-7f3d5f5189ec req-3b52ac29-f2bf-4e4e-a2e5-e154918b2979 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:27.786274 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1003265f-8e98-43eb-9fba-7f3d5f5189ec req-3b52ac29-f2bf-4e4e-a2e5-e154918b2979 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 944 time: 0.0473213 Jun 16 15:07:27.832249 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1003265f-8e98-43eb-9fba-7f3d5f5189ec req-fa400f22-4a62-44fd-a550-6ba3fae92f88 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406156 Jun 16 15:07:28.039347 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ef7b5-4564-4513-9a92-2a7de67791c7 req-ce9786cd-1f52-4d24-9ac4-60f2dc2bfbf9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:28.040869 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-db2ef7b5-4564-4513-9a92-2a7de67791c7 req-ce9786cd-1f52-4d24-9ac4-60f2dc2bfbf9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0486917 Jun 16 15:07:28.077688 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e02ce-023b-4828-b792-ac718805fbc6 req-429dc74f-e410-4804-88e7-3b424d507fe5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:28.079164 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c22e02ce-023b-4828-b792-ac718805fbc6 req-429dc74f-e410-4804-88e7-3b424d507fe5 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0476594 Jun 16 15:07:28.092284 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-db2ef7b5-4564-4513-9a92-2a7de67791c7 req-ee735f41-a925-4062-8c3f-857323aeb891 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458040 Jun 16 15:07:28.131427 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c22e02ce-023b-4828-b792-ac718805fbc6 req-854acfaa-7c38-410b-969b-c912a308ff84 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464954 Jun 16 15:07:28.627886 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['c40f32fc-ed69-4d0e-ae9b-74cae93701f8'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:07:28.944535 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae51ee-de44-4e93-b915-d320c9d919a3 req-36dd6bc3-b086-49de-886a-4f0a4e3b2d16 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:28.946010 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-11ae51ee-de44-4e93-b915-d320c9d919a3 req-36dd6bc3-b086-49de-886a-4f0a4e3b2d16 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 944 time: 0.0469229 Jun 16 15:07:28.963654 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:28.992773 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-11ae51ee-de44-4e93-b915-d320c9d919a3 req-ec620b9e-4546-44f1-8d7d-4e6ee8ea115a tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412767 Jun 16 15:07:29.210963 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006a432-f96b-4f25-bcad-4042781b2521 req-4d1237ad-19ed-4b5e-aeef-0049924053fd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:29.212473 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5006a432-f96b-4f25-bcad-4042781b2521 req-4d1237ad-19ed-4b5e-aeef-0049924053fd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0485284 Jun 16 15:07:29.244919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5f9e9-94f8-49bf-b629-54af35655507 req-09e9a0f7-d421-468a-b428-79eb15fb0d7d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:29.246416 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9e5f9e9-94f8-49bf-b629-54af35655507 req-09e9a0f7-d421-468a-b428-79eb15fb0d7d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0467157 Jun 16 15:07:29.259940 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5006a432-f96b-4f25-bcad-4042781b2521 req-e48a756a-879e-4741-bf1f-47f25df8d3de tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Jun 16 15:07:29.296926 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d9e5f9e9-94f8-49bf-b629-54af35655507 req-910b18f4-980a-4a8e-b2d6-04a101e93619 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447636 Jun 16 15:07:30.106802 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4cba-c9cf-4cc0-b0ea-a2b2ab8c8211 req-6fb2b23c-396e-4c6a-92f0-44222682ec65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:30.108304 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-806d4cba-c9cf-4cc0-b0ea-a2b2ab8c8211 req-6fb2b23c-396e-4c6a-92f0-44222682ec65 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 944 time: 0.0484126 Jun 16 15:07:30.137799 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device c40f32fc-ed69-4d0e-ae9b-74cae93701f8 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:30.156337 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-806d4cba-c9cf-4cc0-b0ea-a2b2ab8c8211 req-2fa26768-d94a-475e-b30c-0d51f4d21365 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Jun 16 15:07:30.180385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:07:30.186576 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:30.187023 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:30.259441 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:30.259834 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:30.282474 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:30.284668 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c543e31-2f69-4ced-a86f-e2fbd8b33c62" -d '{"events": [{"server_uuid": "0fdfccb3-ca19-46af-91ee-db50006827ac", "name": "network-vif-plugged", "status": "completed", "tag": "c40f32fc-ed69-4d0e-ae9b-74cae93701f8"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:30.296810 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:30.298755 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port c40f32fc-ed69-4d0e-ae9b-74cae93701f8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:30.304020 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:30.331292 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba93721-afe9-486b-9df6-0b5b7a8277b4 x-openstack-request-id: req-9ba93721-afe9-486b-9df6-0b5b7a8277b4 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:30.331575 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfccb3-ca19-46af-91ee-db50006827ac", "name": "network-vif-plugged", "status": "completed", "tag": "c40f32fc-ed69-4d0e-ae9b-74cae93701f8", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:30.331827 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ba93721-afe9-486b-9df6-0b5b7a8277b4 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:30.332216 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba93721-afe9-486b-9df6-0b5b7a8277b4'] response: {'server_uuid': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'code': 200} Jun 16 15:07:30.358674 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:30.389792 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ed6c1-8c84-4cfe-b92e-59f6f67dd9a2 req-aa1472c7-0506-4b74-ac6f-58b545fc7b72 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:30.391435 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e61ed6c1-8c84-4cfe-b92e-59f6f67dd9a2 req-aa1472c7-0506-4b74-ac6f-58b545fc7b72 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0549190 Jun 16 15:07:30.427273 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c267057-8949-4a74-a578-9672ca78e117 req-9f1509a5-aa14-47fa-aaba-681f09448486 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:30.428769 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8c267057-8949-4a74-a578-9672ca78e117 req-9f1509a5-aa14-47fa-aaba-681f09448486 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0526307 Jun 16 15:07:30.440686 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e61ed6c1-8c84-4cfe-b92e-59f6f67dd9a2 req-dca1edfc-ac2d-439e-b5a0-f76732bc6be6 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 Jun 16 15:07:30.478377 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8c267057-8949-4a74-a578-9672ca78e117 req-ccab0c3f-d8fe-403c-94b1-eab6d6777738 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437782 Jun 16 15:07:30.885600 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:30.890530 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2deaed9-2ba0-4130-9c5c-f9d8e83e6bf7 req-53c9ed7d-d555-407a-af4a-c4c27613a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:30.892052 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2deaed9-2ba0-4130-9c5c-f9d8e83e6bf7 req-53c9ed7d-d555-407a-af4a-c4c27613a7b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 1129 time: 0.0438342 Jun 16 15:07:30.940801 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a2deaed9-2ba0-4130-9c5c-f9d8e83e6bf7 req-5e22494d-d564-4dec-97ca-e51a35da329f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413594 Jun 16 15:07:31.184127 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:31.279079 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82c06d-1365-4bad-ac32-d8c5661a0144 req-4e4f3142-f3ad-46e9-95c9-8c51953483bd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:31.280541 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5c82c06d-1365-4bad-ac32-d8c5661a0144 req-4e4f3142-f3ad-46e9-95c9-8c51953483bd tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0514956 Jun 16 15:07:31.357827 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5c82c06d-1365-4bad-ac32-d8c5661a0144 req-2d7e291a-baa5-4aca-8867-f6c83468be3b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699627 Jun 16 15:07:31.564956 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:31.574202 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dbf55-8f03-434c-b7a3-e67410836cdb req-a29da99b-7234-4155-8544-c2e8347fda3b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:31.575983 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f72dbf55-8f03-434c-b7a3-e67410836cdb req-a29da99b-7234-4155-8544-c2e8347fda3b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0557446 Jun 16 15:07:31.597334 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f07707-13bc-4b4d-9d99-817c36dfaa1e req-78b389f6-95ff-4066-8094-7b24b4b60719 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:31.599125 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2f07707-13bc-4b4d-9d99-817c36dfaa1e req-78b389f6-95ff-4066-8094-7b24b4b60719 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0517483 Jun 16 15:07:31.631532 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f72dbf55-8f03-434c-b7a3-e67410836cdb req-077c72a6-0ae9-43eb-9341-9d96ce3868e7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478885 Jun 16 15:07:31.665201 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2f07707-13bc-4b4d-9d99-817c36dfaa1e req-411f0c00-b436-40b2-b3ee-4e591c07aa78 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587466 Jun 16 15:07:31.791240 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08eb0f-d826-45f4-bd75-5d83768e6bb6 req-42072ecd-a36c-48c8-82c6-c13bbaae57c7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:31.794840 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-be08eb0f-d826-45f4-bd75-5d83768e6bb6 req-42072ecd-a36c-48c8-82c6-c13bbaae57c7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0573230 Jun 16 15:07:31.844131 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:31.872119 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-be08eb0f-d826-45f4-bd75-5d83768e6bb6 req-36708a03-eec2-4145-bc6b-e5b0f4738a06 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711653 Jun 16 15:07:31.902356 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 41764) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:32.071488 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b85d9c-1863-4c00-91a9-d0ff74978e29 tempest-TestVolumeBootPattern-316094202 tempest-TestVolumeBootPattern-316094202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:32.076822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41768) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:32.077103 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-90b85d9c-1863-4c00-91a9-d0ff74978e29 tempest-TestVolumeBootPattern-316094202 tempest-TestVolumeBootPattern-316094202-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 1125 time: 0.1734858 Jun 16 15:07:32.081902 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'port_id': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:32.105424 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:32.187046 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:32.298648 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Allocated IP 172.27.2.50 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/d492bf79-1bd9-4240-9db5-19171f6eb6ee) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:32.408817 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (d492bf79-1bd9-4240-9db5-19171f6eb6ee), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:32.476364 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (d492bf79-1bd9-4240-9db5-19171f6eb6ee), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:32.489308 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:32.527619 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1da08-23d1-49ba-8222-a6cdab46f5e7 req-cae36e17-4001-4a1b-9b22-2ef9f4ee8d7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:32.529628 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ed1da08-23d1-49ba-8222-a6cdab46f5e7 req-cae36e17-4001-4a1b-9b22-2ef9f4ee8d7f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0911169 Jun 16 15:07:32.578104 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:32.583975 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:32.587364 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:07:32.599919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=d492bf79-1bd9-4240-9db5-19171f6eb6ee,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:32.639169 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:32.673159 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5ed1da08-23d1-49ba-8222-a6cdab46f5e7 req-23736dca-2290-43eb-9d2e-5d4bad4304e3 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335621 Jun 16 15:07:32.790800 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb92fa-5490-4aba-b97c-572354f65162 req-d6b39a1c-c31f-4e30-a20c-db89096fb509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:32.792391 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3afb92fa-5490-4aba-b97c-572354f65162 req-d6b39a1c-c31f-4e30-a20c-db89096fb509 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0644760 Jun 16 15:07:32.885944 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3afb92fa-5490-4aba-b97c-572354f65162 req-9c321f81-270a-4004-bcc1-59da84ad884e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855381 Jun 16 15:07:33.083720 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (9769095b-512b-49d3-9640-1e91ef46cdda), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:33.175460 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (d492bf79-1bd9-4240-9db5-19171f6eb6ee), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:33.331438 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for port (d492bf79-1bd9-4240-9db5-19171f6eb6ee), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:33.336809 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (d492bf79-1bd9-4240-9db5-19171f6eb6ee), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:33.414019 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event updated for resources: {'Port': ['ID=d492bf79-1bd9-4240-9db5-19171f6eb6ee,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:33.427895 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (9769095b-512b-49d3-9640-1e91ef46cdda), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:33.553106 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Floating IP 9769095b-512b-49d3-9640-1e91ef46cdda associated. External IP: 172.27.2.50, port: 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393. Jun 16 15:07:33.645233 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:33.672700 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:33.851391 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c0622-3ce4-4e68-bc1d-eaa59a40b17d req-b83ac17b-822e-4b61-bb56-4f114822ec88 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:33.853180 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8a2c0622-3ce4-4e68-bc1d-eaa59a40b17d req-b83ac17b-822e-4b61-bb56-4f114822ec88 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0659597 Jun 16 15:07:33.890640 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Router ede70ec2-e033-4571-ab30-78be57d69a89 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:07:33.976240 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8a2c0622-3ce4-4e68-bc1d-eaa59a40b17d req-200d68db-fdb3-4784-a1ac-98e1671e831e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149068 Jun 16 15:07:34.060779 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06d21-ad9b-4507-b284-b6966d7cdad2 req-8bb199c2-03c2-4cd1-9f36-3deb1edf5b86 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:34.061439 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:07:34.063229 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-94b06d21-ad9b-4507-b284-b6966d7cdad2 req-8bb199c2-03c2-4cd1-9f36-3deb1edf5b86 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0561800 Jun 16 15:07:34.078362 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:07:34.082004 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:34.095721 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:34.096369 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:07:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:34.118699 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-52d60f43-eac7-480e-9966-280c7936e506 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0404127 Jun 16 15:07:34.119628 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:34.122309 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893" -d '{"events": [{"name": "network-changed", "server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:34.179612 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0467e4f5-c01f-45d7-bb94-7217b97b0c2c x-openstack-request-id: req-0467e4f5-c01f-45d7-bb94-7217b97b0c2c {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:34.179911 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:34.180134 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0467e4f5-c01f-45d7-bb94-7217b97b0c2c {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:34.180544 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0467e4f5-c01f-45d7-bb94-7217b97b0c2c'] response: {'name': 'network-changed', 'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'status': 'completed', 'code': 200} Jun 16 15:07:34.195651 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-94b06d21-ad9b-4507-b284-b6966d7cdad2 req-53d2bef5-8397-4a3f-9383-da6c9c0238e1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231401 Jun 16 15:07:34.245251 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:34.283802 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:34.287584 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-9d7ef96a-aa5a-4d2b-b62a-f3432fb3968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:34.289757 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-9d7ef96a-aa5a-4d2b-b62a-f3432fb3968f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 1130 time: 0.0539162 Jun 16 15:07:34.410483 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-71ff8c88-080a-4ba4-91d5-41d2dc001fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:34.412204 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-71ff8c88-080a-4ba4-91d5-41d2dc001fcb service neutron] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 913 time: 0.1143451 Jun 16 15:07:34.499240 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-f05cb9a2-eb57-4710-b046-30803d2f582c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 HTTP/1.1" status: 200 len: 999 time: 0.0768831 Jun 16 15:07:34.552524 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9769095b-512b-49d3-9640-1e91ef46cdda', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:e8:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d3e73-5c6a-4889-84e6-7a440d744018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:07:32Z', 'updated_at': '2022-06-16T15:07:32Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}, {'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:37Z', 'revision_number': 1, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:34.556939 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-c187ce49-bfb9-4f13-9e4b-dca5fa0c0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:34.558879 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-c187ce49-bfb9-4f13-9e4b-dca5fa0c0983 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0528827 Jun 16 15:07:34.580493 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:07:34.589861 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:34.590485 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:07:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:34.616865 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-1cfc7d15-10d0-4c3e-9ffd-689696433e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:34.618730 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-1cfc7d15-10d0-4c3e-9ffd-689696433e9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537343 Jun 16 15:07:34.701991 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:34.740905 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-59d23d53-f00d-4535-a0ef-3b4d3073738f service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122074 Jun 16 15:07:34.806441 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:34.857893 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0c62ecd-cd28-4182-99cc-a6e8eaf23893 req-cd6ba2f9-f422-4f4d-84f7-f57978b952d2 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105809 Jun 16 15:07:34.962064 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9769095b-512b-49d3-9640-1e91ef46cdda', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:e8:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d3e73-5c6a-4889-84e6-7a440d744018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:07:32Z', 'updated_at': '2022-06-16T15:07:32Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}, {'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:37Z', 'revision_number': 1, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:34.992032 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe40e3-0121-444f-9904-59b7ba7277be None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9769095b-512b-49d3-9640-1e91ef46cdda', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:e8:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d3e73-5c6a-4889-84e6-7a440d744018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:07:32Z', 'updated_at': '2022-06-16T15:07:32Z', 'revision_number': 0, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}, {'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:37Z', 'revision_number': 1, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:07:35.145555 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fa169-5a33-40c7-b25f-970d8193b178 req-91736294-68f5-430c-9693-5423baacfb5e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:35.147098 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bd9fa169-5a33-40c7-b25f-970d8193b178 req-91736294-68f5-430c-9693-5423baacfb5e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0778716 Jun 16 15:07:35.209939 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bd9fa169-5a33-40c7-b25f-970d8193b178 req-5ec126e9-2a22-4c2b-a458-b73c27af604f tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561931 Jun 16 15:07:35.266415 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-df6a3a90-821d-45e7-be3a-8d3a69a869a5 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610352097&fields=id&tenant_id=3716e192b1194365acb5595c8f92a862 HTTP/1.1" status: 200 len: 267 time: 0.0769820 Jun 16 15:07:35.323187 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97875ac5-5a2e-4b21-a08f-e74c250aa546 None None] New status for floating IP 9769095b-512b-49d3-9640-1e91ef46cdda: ACTIVE {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:07:35.384163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf9d1-7884-48f5-81a2-eef303347d7c req-5cf0149c-397e-4ad8-a43b-303598bc0800 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:35.385731 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-49dbf9d1-7884-48f5-81a2-eef303347d7c req-5cf0149c-397e-4ad8-a43b-303598bc0800 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0800011 Jun 16 15:07:35.424529 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-90969bd1-c617-4b65-ae95-a752c11ffaac tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:35.426316 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-90969bd1-c617-4b65-ae95-a752c11ffaac tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 809 time: 0.1589069 Jun 16 15:07:35.449270 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-49dbf9d1-7884-48f5-81a2-eef303347d7c req-d024d6cd-80fc-416c-a213-809810bf41d9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560141 Jun 16 15:07:35.463816 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-1a6867dd-1ffd-440f-baf5-840ba32448b2 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/quotas/3716e192b1194365acb5595c8f92a862 HTTP/1.1" status: 200 len: 375 time: 0.0299807 Jun 16 15:07:35.551104 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-b99be826-2e38-47e1-9660-6fd76150631d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856316 Jun 16 15:07:35.562575 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-c24d6e17-5f4a-4fdf-be30-a4597a64d793 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 15:07:35.568439 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-c24d6e17-5f4a-4fdf-be30-a4597a64d793 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0105684 Jun 16 15:07:35.605516 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453f026-065b-4150-b2bb-34fdd2a06d24 req-781e358d-6a83-4efe-b575-569fbd24a2c6 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:35.607903 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8453f026-065b-4150-b2bb-34fdd2a06d24 req-781e358d-6a83-4efe-b575-569fbd24a2c6 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0630951 Jun 16 15:07:35.617834 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 41802) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:07:35.622684 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Request body: {'floatingip': {'port_id': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:35.627212 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:35.678418 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-8e8ad316-53e2-4f7d-a11a-3373280988cc service neutron] 10.222.0.72 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074843 Jun 16 15:07:35.809235 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-831e113d-7f85-4824-9f8c-8512cb5bfc8f service neutron] 10.222.0.72 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295202 Jun 16 15:07:35.935181 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (6f5d258b-07cb-4147-bea5-0a410fa40483), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:36.221447 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0f107a89-c5e0-4c94-a5cc-67a0b63af4c6 req-99cbe02e-62e5-4090-a227-5d4a35a1d24b tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 210 time: 0.0356419 Jun 16 15:07:36.498969 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:36.503850 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (6f5d258b-07cb-4147-bea5-0a410fa40483), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:36.624699 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5be931-4d73-4065-b860-930d30f6a882 req-b2a9b0bc-2f12-4312-9700-b52a72a6a202 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:36.633111 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7e5be931-4d73-4065-b860-930d30f6a882 req-b2a9b0bc-2f12-4312-9700-b52a72a6a202 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0733190 Jun 16 15:07:36.643071 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Floating IP 6f5d258b-07cb-4147-bea5-0a410fa40483 associated. External IP: 172.27.2.79, port: c40f32fc-ed69-4d0e-ae9b-74cae93701f8. Jun 16 15:07:36.698280 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7e5be931-4d73-4065-b860-930d30f6a882 req-db518d16-fb97-4a59-b113-c0975e082d3b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642161 Jun 16 15:07:36.921981 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:07:36.929343 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:37.044385 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:07:37.049895 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:37.057668 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:07:37.071339 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:37.072492 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:07:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:37.094523 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5562c691-3dcb-4cf1-b901-c83364ade536 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "PUT /v2.0/floatingips/6f5d258b-07cb-4147-bea5-0a410fa40483 HTTP/1.1" status: 200 len: 990 time: 1.4752743 Jun 16 15:07:37.095686 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'tag': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:37.099926 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0305d799-a50e-4974-93ff-b4d84e753b14" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdfccb3-ca19-46af-91ee-db50006827ac", "tag": "c40f32fc-ed69-4d0e-ae9b-74cae93701f8"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:37.140928 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4fccfe-5143-44b8-ad87-5a136d71c6c3 x-openstack-request-id: req-4c4fccfe-5143-44b8-ad87-5a136d71c6c3 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:37.141439 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdfccb3-ca19-46af-91ee-db50006827ac", "tag": "c40f32fc-ed69-4d0e-ae9b-74cae93701f8", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:37.141913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c4fccfe-5143-44b8-ad87-5a136d71c6c3 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:37.142485 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4fccfe-5143-44b8-ad87-5a136d71c6c3'] response: {'name': 'network-changed', 'server_uuid': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'tag': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'status': 'completed', 'code': 200} Jun 16 15:07:37.223403 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:37.274357 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-c8512c3a-3c1e-437e-89fb-136ba32a4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:37.275954 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-c8512c3a-3c1e-437e-89fb-136ba32a4d72 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2940b81a86c2401db1aa432d9a0735eb&device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 1129 time: 0.0696371 Jun 16 15:07:37.299458 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-570b0679-b5c6-44ec-9193-d0cf5f023ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:37.355449 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c5398da3-2338-4432-a5b1-78a4578c4697 req-5d2dc9bd-b63a-4b0b-b5c9-ec474e2be3fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 210 time: 0.0468860 Jun 16 15:07:37.376265 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:37.488027 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:37.513065 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '6f5d258b-07cb-4147-bea5-0a410fa40483', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:64:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:07:13Z', 'updated_at': '2022-06-16T15:07:36Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:37.550576 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:07:37.561421 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:07:37.562584 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:07:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:37.562729 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:37.676262 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-b97fd15f-246a-48fc-b8c7-a4d13a653d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:37.678081 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-b97fd15f-246a-48fc-b8c7-a4d13a653d0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 200 len: 917 time: 0.1632321 Jun 16 15:07:37.692443 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:07:37.912396 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-95451815-db2c-48e3-a7d3-ca2aac25b859 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c40f32fc-ed69-4d0e-ae9b-74cae93701f8 HTTP/1.1" status: 200 len: 998 time: 0.1891632 Jun 16 15:07:37.972235 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-511b18e5-b214-4679-a0ba-22c538ad3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:37.973837 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-511b18e5-b214-4679-a0ba-22c538ad3772 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 200 len: 854 time: 0.0537398 Jun 16 15:07:37.983548 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b26b-e4fb-42c5-9ef7-ff0d02c85cae req-c3d1e3c9-7f1e-4851-8145-dbaaac1e60fa tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:37.985191 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4d58b26b-e4fb-42c5-9ef7-ff0d02c85cae req-c3d1e3c9-7f1e-4851-8145-dbaaac1e60fa tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.1805453 Jun 16 15:07:38.055173 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-dc4785ba-0fc9-4ebb-b0c3-4419e53cde6c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:38.056741 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-dc4785ba-0fc9-4ebb-b0c3-4419e53cde6c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.86 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 809 time: 0.3498518 Jun 16 15:07:38.088002 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-8b1de1f5-3d52-46dc-9221-d217b6c1bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:38.090295 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-8b1de1f5-3d52-46dc-9221-d217b6c1bbf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=585283c3-d940-441f-ba61-bbe0dfecbee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968950 Jun 16 15:07:38.177938 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4d58b26b-e4fb-42c5-9ef7-ff0d02c85cae req-67aa211b-d9bc-43ff-a966-467845ece558 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833587 Jun 16 15:07:38.181892 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '6f5d258b-07cb-4147-bea5-0a410fa40483', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:64:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:07:13Z', 'updated_at': '2022-06-16T15:07:36Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:38.218689 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85611c23-527c-4b7e-a669-85fcf2befa21 None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '6f5d258b-07cb-4147-bea5-0a410fa40483', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'port_id': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'mac_address': 'fa:16:3e:64:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:07:13Z', 'updated_at': '2022-06-16T15:07:36Z', 'revision_number': 1, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:07:38.235859 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-8bae6863-11ca-4815-8c8e-85014cdaddb9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3716e192b1194365acb5595c8f92a862 HTTP/1.1" status: 200 len: 380 time: 0.1536586 Jun 16 15:07:38.248814 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'port': {'device_id': '781db76b-7a5f-47b1-8272-b4868d68c437', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'admin_state_up': True, 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'security_groups': ['4ed88f41-f367-460f-9c35-9f7f31207216']}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:38.259663 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-24119c7a-9052-4224-a33a-321af27f77f2 service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575959 Jun 16 15:07:38.462582 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:38.467043 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-eb67d6a4-2969-4057-bdcb-826f5b13e752 req-9595b916-59f4-466c-835f-d34c712f954f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 210 time: 0.0411012 Jun 16 15:07:38.485566 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0305d799-a50e-4974-93ff-b4d84e753b14 req-daeee456-b1b8-447e-9553-bf889f501dbb service neutron] 10.222.0.86 "GET /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002733 Jun 16 15:07:38.490462 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:38.502376 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Made reservation on behalf of 3716e192b1194365acb5595c8f92a862 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:07:38.505866 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:38.597750 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1cbd86-8413-483e-958f-97d14848f115 None None] New status for floating IP 6f5d258b-07cb-4147-bea5-0a410fa40483: ACTIVE {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:07:38.671977 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Allocated IP 172.20.0.8 (4bbbab54-6102-4eef-ada6-8ad180c2f233/25310c7e-c2cb-4231-8925-29ea067d97c5/328671dd-12a3-45cf-9250-1f0f36195bba) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:38.730324 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:38.893316 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for port (328671dd-12a3-45cf-9250-1f0f36195bba), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:38.938587 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:38.992802 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:38.998336 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:39.009501 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:39.016609 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:07:39.092901 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:39.094531 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:39.120029 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-82ca2d07-153e-4d61-a819-29dcb0cb7dad tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8750885 Jun 16 15:07:39.130423 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-0a57b45a-0900-43f3-ab9f-581316464e03 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 15:07:39.132257 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-0a57b45a-0900-43f3-ab9f-581316464e03 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067399 Jun 16 15:07:39.153790 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Request body: {'port': {'device_id': '781db76b-7a5f-47b1-8272-b4868d68c437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:07:39.233803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:39.300150 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-05f2cc17-1d28-4806-add9-53a046dea76a None None] Provisioning complete for port 328671dd-12a3-45cf-9250-1f0f36195bba triggered by entity DHCP. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:39.301202 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-05f2cc17-1d28-4806-add9-53a046dea76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:39.350765 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-05f2cc17-1d28-4806-add9-53a046dea76a None None] Port 328671dd-12a3-45cf-9250-1f0f36195bba cannot update to ACTIVE because it is not bound. {{(pid=110481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 15:07:39.421435 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9fc23-cd90-4cc9-8107-820a8f90ef38 req-5c8621a1-43f5-4386-b6d6-c0feb77af88a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:39.422960 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-06d9fc23-cd90-4cc9-8107-820a8f90ef38 req-5c8621a1-43f5-4386-b6d6-c0feb77af88a tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.1204407 Jun 16 15:07:39.540686 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-06d9fc23-cd90-4cc9-8107-820a8f90ef38 req-745d01f2-e4ef-400b-9420-ecb05e971304 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075807 Jun 16 15:07:39.608176 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:39.658612 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328671dd-12a3-45cf-9250-1f0f36195bba {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:07:39.664870 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1ec86-a5b9-4886-a9a2-8798733bde67 req-eb3574a3-1cfc-49a1-8f52-67e6d0e07ff4 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:39.666891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Publish callbacks [] for port (328671dd-12a3-45cf-9250-1f0f36195bba), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:39.676776 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aee1ec86-a5b9-4886-a9a2-8798733bde67 req-eb3574a3-1cfc-49a1-8f52-67e6d0e07ff4 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 931 time: 0.0678449 Jun 16 15:07:39.682191 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Transition to ACTIVE for port object 328671dd-12a3-45cf-9250-1f0f36195bba will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:07:39.687075 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:39.749159 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:39.751354 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Pushing event updated for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:39.771920 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aee1ec86-a5b9-4886-a9a2-8798733bde67 req-fef12692-5710-4d21-bf94-8d27863989f9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937798 Jun 16 15:07:39.866080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Attempting to bind port 328671dd-12a3-45cf-9250-1f0f36195bba on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:07:39.866866 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Attempting to bind port 328671dd-12a3-45cf-9250-1f0f36195bba by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:07:39.867555 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Attempting to bind port 328671dd-12a3-45cf-9250-1f0f36195bba on network 4bbbab54-6102-4eef-ada6-8ad180c2f233 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:39.873178 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Port 328671dd-12a3-45cf-9250-1f0f36195bba on network 4bbbab54-6102-4eef-ada6-8ad180c2f233 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:07:39.873503 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Attempting to bind port 328671dd-12a3-45cf-9250-1f0f36195bba on network 4bbbab54-6102-4eef-ada6-8ad180c2f233 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:07:39.884578 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:07:39.884996 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Checking segment: {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:07:39.885440 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Bound using segment: {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:07:39.885914 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Bound port: 328671dd-12a3-45cf-9250-1f0f36195bba, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f577b1-7b33-49b9-93ae-2694fc39af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:07:39.886843 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:39.966981 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:07:39.973138 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:07:39.982097 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:40.019081 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:40.019299 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:40.020666 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] 10.222.0.86 "PUT /v2.0/ports/328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 1093 time: 0.8725030 Jun 16 15:07:40.021119 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:40.024493 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543dd570-860c-4f36-802e-3c93c529f0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:40.079729 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e225d4-fe05-4fab-af5c-bfe8a3279a0b service neutron] Pushing event updated for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:40.088323 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151f8daa-d955-4745-b37e-fcc9888bace5 x-openstack-request-id: req-151f8daa-d955-4745-b37e-fcc9888bace5 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:40.089486 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:40.089915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-151f8daa-d955-4745-b37e-fcc9888bace5 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:40.090501 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151f8daa-d955-4745-b37e-fcc9888bace5'] response: {'name': 'network-changed', 'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba', 'status': 'completed', 'code': 200} Jun 16 15:07:40.182199 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6c781e31-bf6b-4510-8b15-915d73b7269e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:40.186770 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-92354036-b571-4ca3-b20d-2a7506370e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:40.189077 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-92354036-b571-4ca3-b20d-2a7506370e15 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1127 time: 0.0713315 Jun 16 15:07:40.255214 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-31add418-46e4-4e14-8f4f-259e1ee51057 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 217 time: 0.0491712 Jun 16 15:07:40.318300 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-0e67676f-ef93-43b9-a4b7-b9832d59c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:40.319803 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-0e67676f-ef93-43b9-a4b7-b9832d59c801 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 200 len: 848 time: 0.0542355 Jun 16 15:07:40.386673 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-7108c332-c9f0-425a-a211-828ce3a4db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:40.388179 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-7108c332-c9f0-425a-a211-828ce3a4db5b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4bbbab54-6102-4eef-ada6-8ad180c2f233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617642 Jun 16 15:07:40.502593 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-ea35cbd9-05ed-41a7-b00b-1c373c67f65b service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060972 Jun 16 15:07:40.602456 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-786b791b-2a58-4dcc-99bc-25370b8f7016 req-5fe7fca7-94e5-45b5-8b3e-349a8782df4f service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907052 Jun 16 15:07:40.687847 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e8538-5cc1-47c3-a598-01a7a3dfd862 req-7256455f-7017-424d-ace1-f43e929a996f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:40.689561 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-140e8538-5cc1-47c3-a598-01a7a3dfd862 req-7256455f-7017-424d-ace1-f43e929a996f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0585933 Jun 16 15:07:40.753503 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-140e8538-5cc1-47c3-a598-01a7a3dfd862 req-5ca5e86e-4812-4ac7-9138-b3e6cb7e9dd7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581808 Jun 16 15:07:40.915313 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bc0cb-7b7c-44ce-a888-12d3272d3d2e req-5d1080e1-c3fe-44d0-a04d-7d8495fe0bfc tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:40.916817 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8d7bc0cb-7b7c-44ce-a888-12d3272d3d2e req-5d1080e1-c3fe-44d0-a04d-7d8495fe0bfc tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0558872 Jun 16 15:07:40.976966 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8d7bc0cb-7b7c-44ce-a888-12d3272d3d2e req-0e62c297-31ac-4a96-94bb-9667b4e67495 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520041 Jun 16 15:07:41.111830 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:41.187053 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:07:41.824591 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-e03ee661-0cca-465f-a58a-a79721ce91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:41.826249 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-e03ee661-0cca-465f-a58a-a79721ce91e8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1127 time: 0.0512435 Jun 16 15:07:41.884647 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0ec8f-b2f8-4c14-ba2a-e6acc6a0a6ce req-39154f71-6cbb-4757-89ec-2256777626e4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:41.886930 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-25a0ec8f-b2f8-4c14-ba2a-e6acc6a0a6ce req-39154f71-6cbb-4757-89ec-2256777626e4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0635221 Jun 16 15:07:41.949028 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-25a0ec8f-b2f8-4c14-ba2a-e6acc6a0a6ce req-9ad00d14-17e5-4f96-bff1-abddb28ea79f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564957 Jun 16 15:07:41.954394 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-24a3c11b-73b0-4ff8-9a21-9cc5dc748b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:41.955647 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-24a3c11b-73b0-4ff8-9a21-9cc5dc748b86 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 911 time: 0.1219440 Jun 16 15:07:42.008800 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-2cd411f4-3c58-4e29-b72d-8e49e07ef557 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 217 time: 0.0423486 Jun 16 15:07:42.070569 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-af0dae87-bf78-4674-8f14-a920adddf747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:42.071950 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-af0dae87-bf78-4674-8f14-a920adddf747 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 200 len: 848 time: 0.0574400 Jun 16 15:07:42.076118 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:42.149291 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04416b65-7cc3-47e3-b9c5-a847dfe88a79 req-4208b514-6def-42ea-bfa4-d2f71956cf9a tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:42.152106 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04416b65-7cc3-47e3-b9c5-a847dfe88a79 req-4208b514-6def-42ea-bfa4-d2f71956cf9a tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0901203 Jun 16 15:07:42.152106 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-31380d8b-6c09-449a-a00f-8678c4474a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:42.153269 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-31380d8b-6c09-449a-a00f-8678c4474a39 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4bbbab54-6102-4eef-ada6-8ad180c2f233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751371 Jun 16 15:07:42.180681 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:42.270105 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-04416b65-7cc3-47e3-b9c5-a847dfe88a79 req-11412157-f667-411d-a4df-96728dc05d10 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130228 Jun 16 15:07:42.295625 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-cd6ecba1-d239-4d67-869f-cb936e84e36a service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306925 Jun 16 15:07:42.555712 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:42.679549 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-543dd570-860c-4f36-802e-3c93c529f0f3 req-f95bd58e-c9aa-41ba-97b6-486f5d648094 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774810 Jun 16 15:07:43.068718 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26172868-c25b-4e5c-998a-c31004168472 req-002ba171-7150-4b93-b3d3-f3ba7fb6ed53 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:43.070330 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-26172868-c25b-4e5c-998a-c31004168472 req-002ba171-7150-4b93-b3d3-f3ba7fb6ed53 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0468605 Jun 16 15:07:43.119260 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-26172868-c25b-4e5c-998a-c31004168472 req-cd51fe94-2724-4cd9-8b91-9f159f5b010b tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Jun 16 15:07:43.392536 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c57c6f-4a56-4a15-a6b8-c3257a3c72ce req-360d6cc9-d0f4-4d9f-9df5-77110465c2cb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:43.393923 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19c57c6f-4a56-4a15-a6b8-c3257a3c72ce req-360d6cc9-d0f4-4d9f-9df5-77110465c2cb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0492885 Jun 16 15:07:43.445385 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-19c57c6f-4a56-4a15-a6b8-c3257a3c72ce req-5a77567c-923d-474e-8d5f-fdb5db1710e8 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458424 Jun 16 15:07:43.594125 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-abb0ef15-85b4-4229-bb19-220661866949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:43.595848 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-abb0ef15-85b4-4229-bb19-220661866949 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 1129 time: 0.0393534 Jun 16 15:07:43.683566 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-ada5190c-0c53-43a6-80c8-79c74196080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:43.684948 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-ada5190c-0c53-43a6-80c8-79c74196080e service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.0828211 Jun 16 15:07:43.747604 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-366f9afc-4bed-4b3c-8861-e654ee83c523 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f HTTP/1.1" status: 200 len: 1001 time: 0.0569115 Jun 16 15:07:43.797251 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-a4b8608b-d8da-4e85-80a1-66090396b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:43.798684 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-a4b8608b-d8da-4e85-80a1-66090396b825 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0450180 Jun 16 15:07:43.842286 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-81637674-3839-4405-af72-d3bc1aa8186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:43.843740 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-81637674-3839-4405-af72-d3bc1aa8186e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385151 Jun 16 15:07:43.935146 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-3e48fe05-4f07-4ec3-9502-206ecac39895 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Jun 16 15:07:44.025451 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-447e4cbc-543c-4a36-9f46-390ea90bb06c req-a540aa6b-fcc2-48c1-9aa0-64cc1a95b078 service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840535 Jun 16 15:07:44.237408 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30a21-0c49-4e01-ae15-bed7bdec88c3 req-c3cf6763-5a63-490c-a325-27962e454389 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:44.238797 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9eb30a21-0c49-4e01-ae15-bed7bdec88c3 req-c3cf6763-5a63-490c-a325-27962e454389 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0477638 Jun 16 15:07:44.285919 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9eb30a21-0c49-4e01-ae15-bed7bdec88c3 req-67eeacda-d284-4fcb-9b4b-7b7f4eba1872 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416484 Jun 16 15:07:44.375275 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:44.551675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:44.561240 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc7e45-28de-4ea3-a4e2-43f4796e95bc req-1512f281-42a1-40b4-b283-122e6e00d50d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:44.562739 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-60fc7e45-28de-4ea3-a4e2-43f4796e95bc req-1512f281-42a1-40b4-b283-122e6e00d50d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0489411 Jun 16 15:07:44.612000 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-60fc7e45-28de-4ea3-a4e2-43f4796e95bc req-d2d26729-733f-4a96-a5eb-f5f7bdd8a36f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 Jun 16 15:07:44.938136 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:45.388437 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:45.404302 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3969e29-6749-407a-b4d3-3d16b546d0eb req-1a0c5343-e350-4a46-947d-ed952ea7a0fb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:45.405802 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a3969e29-6749-407a-b4d3-3d16b546d0eb req-1a0c5343-e350-4a46-947d-ed952ea7a0fb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 945 time: 0.0463235 Jun 16 15:07:45.453151 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a3969e29-6749-407a-b4d3-3d16b546d0eb req-cbb4bae7-780d-47a6-bed6-330c8f84653c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 Jun 16 15:07:45.724030 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53355277-88b1-4eb8-bf72-2652e54aa002 req-0c57fb1d-96a7-483f-b7d4-2a39bf716df5 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:45.725527 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53355277-88b1-4eb8-bf72-2652e54aa002 req-0c57fb1d-96a7-483f-b7d4-2a39bf716df5 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0466278 Jun 16 15:07:45.775141 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-53355277-88b1-4eb8-bf72-2652e54aa002 req-c6584c5f-3105-41ea-bd21-b96f4345c2d9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434370 Jun 16 15:07:46.193056 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:07:46.265368 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: ACTIVE; New status is: DOWN {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:46.265777 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:46.284038 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:46.289488 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:46.291861 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a99d9f1-f32a-4db2-a920-91a11378fd74" -d '{"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:46.305807 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:46.310464 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:46.339652 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24ac077-10df-467c-bbba-82ba1ba0aece x-openstack-request-id: req-b24ac077-10df-467c-bbba-82ba1ba0aece {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:46.339941 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:46.340191 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b24ac077-10df-467c-bbba-82ba1ba0aece {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:46.340585 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24ac077-10df-467c-bbba-82ba1ba0aece'] response: {'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'code': 200} Jun 16 15:07:46.362589 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=8']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:46.572196 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522b057-3fb5-4108-b95a-f01a2ea3c049 req-9f228275-7ffb-4532-b4d8-5b77a31c50a9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:46.574191 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d522b057-3fb5-4108-b95a-f01a2ea3c049 req-9f228275-7ffb-4532-b4d8-5b77a31c50a9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0506084 Jun 16 15:07:46.619893 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d522b057-3fb5-4108-b95a-f01a2ea3c049 req-79a4b996-eaa4-45f9-92aa-37e5da6c2238 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399866 Jun 16 15:07:46.877921 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:46.910524 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b47cc8-e3dc-43d4-a51b-f54f5fd911be req-f45d30d0-7ebd-45f3-a908-2e4af89b5f2c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:46.917542 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-58b47cc8-e3dc-43d4-a51b-f54f5fd911be req-f45d30d0-7ebd-45f3-a908-2e4af89b5f2c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0727234 Jun 16 15:07:46.977707 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-58b47cc8-e3dc-43d4-a51b-f54f5fd911be req-eeab15c6-f200-4ce1-9242-1afa98baf43b tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588775 Jun 16 15:07:47.576952 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdbce-b87a-47ea-a0c8-e57a5c198ed9 req-289bb85f-c924-4f0f-979b-1855148ce44d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:47.578495 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cc4bdbce-b87a-47ea-a0c8-e57a5c198ed9 req-289bb85f-c924-4f0f-979b-1855148ce44d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0518403 Jun 16 15:07:47.629466 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-cc4bdbce-b87a-47ea-a0c8-e57a5c198ed9 req-22118e18-b7c8-4948-b78b-93486b6cb1ab tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452945 Jun 16 15:07:47.746782 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-3d991f0d-938f-4892-85cc-f2293740c4fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799487 Jun 16 15:07:47.868378 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-c200de64-3188-468c-b8f3-fddb6902b5f4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:47.869664 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-c200de64-3188-468c-b8f3-fddb6902b5f4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports/2fd6981b-720b-4e5e-a50b-00f468402a5f HTTP/1.1" status: 200 len: 940 time: 0.0962269 Jun 16 15:07:48.095811 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf66414-f27f-4255-bdb1-63332cee8a3c req-f8775bf8-c78f-42e3-b06a-6f7e106834e2 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:48.097344 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6cf66414-f27f-4255-bdb1-63332cee8a3c req-f8775bf8-c78f-42e3-b06a-6f7e106834e2 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0478573 Jun 16 15:07:48.150476 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6cf66414-f27f-4255-bdb1-63332cee8a3c req-970b8251-11ce-4df2-9701-5be72eb3debf tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471284 Jun 16 15:07:48.746408 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba3c83-dca7-45f5-baaa-c5357e21282e req-f14b0d53-88b2-4476-b8af-2bc58ac4c81c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:48.747899 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ecba3c83-dca7-45f5-baaa-c5357e21282e req-f14b0d53-88b2-4476-b8af-2bc58ac4c81c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0503809 Jun 16 15:07:48.794500 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ecba3c83-dca7-45f5-baaa-c5357e21282e req-cdb96838-bfd5-4e65-bba7-10996fe844fc tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411060 Jun 16 15:07:48.801297 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:48.926163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-68011aff-03f1-484b-91ab-39e45935f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:48.927576 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-68011aff-03f1-484b-91ab-39e45935f650 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3&tenant_id=2a4c67a42f8a405d84d4697a45e962ff HTTP/1.1" status: 200 len: 1127 time: 0.0460620 Jun 16 15:07:49.009869 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-e13b60b6-eade-4a3f-b4ec-8aa6f61735af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:49.011968 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-e13b60b6-eade-4a3f-b4ec-8aa6f61735af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 1127 time: 0.0384417 Jun 16 15:07:49.103045 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-a6e441ce-a574-4a83-a34d-5ddaea40ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:49.104765 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-a6e441ce-a574-4a83-a34d-5ddaea40ea20 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.0862865 Jun 16 15:07:49.164641 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-83c34309-b5e4-40af-a723-e8766966924f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f HTTP/1.1" status: 200 len: 999 time: 0.0537767 Jun 16 15:07:49.213917 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-96b6c9c1-bcf3-4c15-bf8c-f2dcd005841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:49.215418 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-96b6c9c1-bcf3-4c15-bf8c-f2dcd005841e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0438585 Jun 16 15:07:49.292007 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e37b4f-f7aa-49b1-83c3-6286a448f968 req-729d5c7f-faca-425f-b1d1-91d68d2c983d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:49.293531 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c2e37b4f-f7aa-49b1-83c3-6286a448f968 req-729d5c7f-faca-425f-b1d1-91d68d2c983d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0755293 Jun 16 15:07:49.296395 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-8e70dddd-a0cc-4e0f-8ff1-ac7c2f1c17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:49.297796 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-8e70dddd-a0cc-4e0f-8ff1-ac7c2f1c17c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713491 Jun 16 15:07:49.397013 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c2e37b4f-f7aa-49b1-83c3-6286a448f968 req-ee29f64b-68c8-4c2a-868a-0486f82cee41 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979197 Jun 16 15:07:49.422167 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-c71771b3-eb80-4ddf-a58b-f1e9e4f5d9da service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164179 Jun 16 15:07:49.495763 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:49.512210 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2e519156-f5e2-455d-8a1a-8d3ae3410719 req-9de9e32b-80f5-4bdd-8b50-efddfd1efbba service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833452 Jun 16 15:07:49.919836 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf29c8-b586-4d83-92c9-1f45b2d42e0e req-6ea8af1f-04f8-4109-9540-9ba072f9f521 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:49.921752 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9ebf29c8-b586-4d83-92c9-1f45b2d42e0e req-6ea8af1f-04f8-4109-9540-9ba072f9f521 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0537519 Jun 16 15:07:49.979279 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9ebf29c8-b586-4d83-92c9-1f45b2d42e0e req-a42e236c-cb43-4e93-b4da-9685b5c56fc8 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489445 Jun 16 15:07:50.190103 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 328671dd-12a3-45cf-9250-1f0f36195bba details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:07:50.193285 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:50.202163 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:07:50.353087 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: DOWN; New status is: DOWN {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:50.356751 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:50.368318 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '328671dd-12a3-45cf-9250-1f0f36195bba', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'port_id': '328671dd-12a3-45cf-9250-1f0f36195bba', 'mac_address': 'fa:16:3e:bf:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:07:50.407851 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 328671dd-12a3-45cf-9250-1f0f36195bba is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:50.408240 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:50.421951 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328671dd-12a3-45cf-9250-1f0f36195bba {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:07:50.444124 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:50.450863 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:50.502025 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:50.536163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f1eb8-4ca9-4044-b7fa-c91b7c20470a req-5600c58a-80ae-44c1-b83f-6adbf3fd28d3 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:50.537897 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f42f1eb8-4ca9-4044-b7fa-c91b7c20470a req-5600c58a-80ae-44c1-b83f-6adbf3fd28d3 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 944 time: 0.0633996 Jun 16 15:07:50.590007 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f42f1eb8-4ca9-4044-b7fa-c91b7c20470a req-073309e4-0b48-4818-965a-0eecb7e0c25b tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Jun 16 15:07:51.083114 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['328671dd-12a3-45cf-9250-1f0f36195bba'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:07:51.107482 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8a02c-efa8-4290-8dd5-06f34f78f462 req-668642f8-738e-4972-84f5-db305a9d4ac4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:51.109656 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-71b8a02c-efa8-4290-8dd5-06f34f78f462 req-668642f8-738e-4972-84f5-db305a9d4ac4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0501873 Jun 16 15:07:51.180128 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-71b8a02c-efa8-4290-8dd5-06f34f78f462 req-bf1c16e4-0d40-455b-8a27-dbf7d4c963f4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639527 Jun 16 15:07:51.706790 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f9b42-7a51-4972-9f62-c5fca657402d req-19b6a438-b7ae-42d8-9762-75cf2f8a223f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:51.708420 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-807f9b42-7a51-4972-9f62-c5fca657402d req-19b6a438-b7ae-42d8-9762-75cf2f8a223f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 944 time: 0.0485795 Jun 16 15:07:51.760553 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-807f9b42-7a51-4972-9f62-c5fca657402d req-270f1bdb-bd7d-4dbd-8f34-4bacc9c2e623 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460143 Jun 16 15:07:52.271133 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:52.312795 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00156c2-7cb2-460b-8799-234e652634ca req-1f6a1745-bb1e-46d4-834f-0c524f0f07d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:52.314307 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a00156c2-7cb2-460b-8799-234e652634ca req-1f6a1745-bb1e-46d4-834f-0c524f0f07d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0530055 Jun 16 15:07:52.362952 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a00156c2-7cb2-460b-8799-234e652634ca req-4a96c3ea-5d63-4ebf-aa25-450e0fcceef9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 Jun 16 15:07:52.419313 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 328671dd-12a3-45cf-9250-1f0f36195bba up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:07:52.466514 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port 328671dd-12a3-45cf-9250-1f0f36195bba completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:07:52.472805 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 328671dd-12a3-45cf-9250-1f0f36195bba triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:07:52.473160 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:52.551512 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 328671dd-12a3-45cf-9250-1f0f36195bba is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:07:52.551905 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:52.569517 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:52.571726 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:52.577362 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:07:52.579592 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e1a9ef-faf8-4e81-b2b0-f71f999c120e" -d '{"events": [{"server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "name": "network-vif-plugged", "status": "completed", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:52.595091 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:07:52.599804 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:07:52.624875 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7604b32a-6585-48e3-b2a7-6c82b0f1aa13 x-openstack-request-id: req-7604b32a-6585-48e3-b2a7-6c82b0f1aa13 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:52.625162 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "name": "network-vif-plugged", "status": "completed", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:52.625484 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7604b32a-6585-48e3-b2a7-6c82b0f1aa13 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:52.625920 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7604b32a-6585-48e3-b2a7-6c82b0f1aa13'] response: {'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba', 'code': 200} Jun 16 15:07:52.652919 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:52.874400 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebeef1-7eeb-4f7e-a47c-7c8d8d72fd2b req-3679518e-5068-4fa7-ac07-5c9197670067 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:52.875914 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c6ebeef1-7eeb-4f7e-a47c-7c8d8d72fd2b req-3679518e-5068-4fa7-ac07-5c9197670067 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Jun 16 15:07:52.928718 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c6ebeef1-7eeb-4f7e-a47c-7c8d8d72fd2b req-d320d656-e488-487b-952f-d7236bf246fe tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466835 Jun 16 15:07:53.487265 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d54d7e-c216-44d6-b45c-1f5ed206613a req-f838a1a8-78d9-4262-984a-57918e6df939 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:53.488655 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-07d54d7e-c216-44d6-b45c-1f5ed206613a req-f838a1a8-78d9-4262-984a-57918e6df939 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0498295 Jun 16 15:07:53.541170 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-07d54d7e-c216-44d6-b45c-1f5ed206613a req-2bbb3852-6051-4d3a-8016-1f4086381c02 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465887 Jun 16 15:07:54.049735 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b581a0-95f5-4787-ba2b-d4a298c9000c req-43f9557c-3a1d-49e4-bc87-34caf0988542 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:54.051628 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-77b581a0-95f5-4787-ba2b-d4a298c9000c req-43f9557c-3a1d-49e4-bc87-34caf0988542 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0541284 Jun 16 15:07:54.103916 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-77b581a0-95f5-4787-ba2b-d4a298c9000c req-0bd66c18-16ad-47df-855c-ea5fa58d02f5 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467641 Jun 16 15:07:54.653981 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:54.667620 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbbce1-8c62-4b06-8595-c675c0c76eaa req-a223830d-e575-4e24-a2a6-1c28a7f86040 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:54.669142 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2cdbbce1-8c62-4b06-8595-c675c0c76eaa req-a223830d-e575-4e24-a2a6-1c28a7f86040 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0484948 Jun 16 15:07:54.717793 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2cdbbce1-8c62-4b06-8595-c675c0c76eaa req-c0366a99-1439-4aa6-9f16-5d5bd3ab7572 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 Jun 16 15:07:55.222457 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5ed46-fc4f-4a3a-ae8f-e5c2851cf337 req-d5c25a2f-85ce-4c4f-b3a4-32d3e0f3647d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:55.223981 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-56e5ed46-fc4f-4a3a-ae8f-e5c2851cf337 req-d5c25a2f-85ce-4c4f-b3a4-32d3e0f3647d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Jun 16 15:07:55.275858 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-56e5ed46-fc4f-4a3a-ae8f-e5c2851cf337 req-18a0377b-16e6-425c-8085-39dc6d3ce9f1 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460899 Jun 16 15:07:55.840423 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7df2bc-5d2d-4cc5-b424-575be131dbf0 req-619dc714-4ab3-4f04-aa7b-3a631907f70c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:55.842103 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bc7df2bc-5d2d-4cc5-b424-575be131dbf0 req-619dc714-4ab3-4f04-aa7b-3a631907f70c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0500703 Jun 16 15:07:55.890239 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-bc7df2bc-5d2d-4cc5-b424-575be131dbf0 req-6904602d-594b-4219-b9f9-31859a58b821 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424600 Jun 16 15:07:56.393427 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff185c2-e783-43ba-8856-0b84a927fda2 req-c78ca2a8-3d1f-490f-a8af-ca01806ed442 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:56.394937 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7ff185c2-e783-43ba-8856-0b84a927fda2 req-c78ca2a8-3d1f-490f-a8af-ca01806ed442 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0496755 Jun 16 15:07:56.407825 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:07:56.454645 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7ff185c2-e783-43ba-8856-0b84a927fda2 req-199e4715-ddc6-440b-bd3d-cf15ac5fde69 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538411 Jun 16 15:07:57.015889 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afa29f-2ea9-47d1-a840-8d7c353f5e31 req-e206d9b4-7124-4b0d-8deb-b468abba284f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:57.017494 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d7afa29f-2ea9-47d1-a840-8d7c353f5e31 req-e206d9b4-7124-4b0d-8deb-b468abba284f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0530686 Jun 16 15:07:57.074147 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d7afa29f-2ea9-47d1-a840-8d7c353f5e31 req-4727fb54-5b41-423d-b6d5-05c8c4e0b171 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501940 Jun 16 15:07:57.579395 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098c2b7-075a-455a-804e-2caebf50b44c req-ac98957f-ba90-4046-be13-81ad35f70e9e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:57.580908 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d098c2b7-075a-455a-804e-2caebf50b44c req-ac98957f-ba90-4046-be13-81ad35f70e9e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Jun 16 15:07:57.629521 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d098c2b7-075a-455a-804e-2caebf50b44c req-2bddc255-7207-4f6e-afd9-6afc889b787a tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Jun 16 15:07:58.199113 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed8348-7b85-4c85-96bc-6fca88a9405d req-f8b9e129-2595-4f0e-8bd6-2b76f0c59fd1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:58.200520 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-26ed8348-7b85-4c85-96bc-6fca88a9405d req-f8b9e129-2595-4f0e-8bd6-2b76f0c59fd1 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0492218 Jun 16 15:07:58.248632 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-26ed8348-7b85-4c85-96bc-6fca88a9405d req-f58affa8-d56a-411c-bdfd-e26b13f4a99c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Jun 16 15:07:58.742525 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc00f2d-b324-4d25-ba76-fc43ecb2994d req-6b4bbc63-ec4f-4499-8fc4-889fc4b45a1c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:58.744024 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7dc00f2d-b324-4d25-ba76-fc43ecb2994d req-6b4bbc63-ec4f-4499-8fc4-889fc4b45a1c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0465722 Jun 16 15:07:58.795618 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7dc00f2d-b324-4d25-ba76-fc43ecb2994d req-b769e7f3-d407-4562-8e05-9a426dfb673d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Jun 16 15:07:59.378472 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3492ad-f213-42a2-927d-a180b3da4e77 req-d702ae03-7360-4902-abd0-8b3b9224fd90 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:59.380002 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fc3492ad-f213-42a2-927d-a180b3da4e77 req-d702ae03-7360-4902-abd0-8b3b9224fd90 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0534360 Jun 16 15:07:59.430546 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fc3492ad-f213-42a2-927d-a180b3da4e77 req-f08df022-f58a-4fd5-b885-55af65bad47d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447674 Jun 16 15:07:59.918543 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b72720-e1c1-4acc-80d0-a58c8ff42a37 req-0aa28e4b-ecba-45fa-9e64-f9ed5e060ada tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:07:59.920019 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-39b72720-e1c1-4acc-80d0-a58c8ff42a37 req-0aa28e4b-ecba-45fa-9e64-f9ed5e060ada tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0541651 Jun 16 15:07:59.972686 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-39b72720-e1c1-4acc-80d0-a58c8ff42a37 req-2c0c31cb-9611-4fe7-81b2-5dfadedf4210 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469143 Jun 16 15:08:00.558236 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1caffd-ac3a-401b-9f10-2668e556f298 req-7a1926f2-502d-4fef-becd-4bdc73d668e3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:00.559859 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ee1caffd-ac3a-401b-9f10-2668e556f298 req-7a1926f2-502d-4fef-becd-4bdc73d668e3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0494497 Jun 16 15:08:00.606978 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ee1caffd-ac3a-401b-9f10-2668e556f298 req-a9af6f3b-0899-437a-8ea6-fc89ef1546ef tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412564 Jun 16 15:08:01.092099 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0672b-c47a-498b-8659-e63786fe3084 req-5afc1812-efd0-4a0f-b691-070569610562 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:01.093701 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-45f0672b-c47a-498b-8659-e63786fe3084 req-5afc1812-efd0-4a0f-b691-070569610562 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0512760 Jun 16 15:08:01.151072 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-45f0672b-c47a-498b-8659-e63786fe3084 req-56fa17df-e759-413c-9523-3383079c3bc6 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510011 Jun 16 15:08:01.151756 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=18 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:01.159260 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:01.732008 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0763f6-0b35-4d1f-a2f6-7e492c1f413e req-641b6da2-39a8-436e-8d33-bbe780d19fd9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:01.734370 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1b0763f6-0b35-4d1f-a2f6-7e492c1f413e req-641b6da2-39a8-436e-8d33-bbe780d19fd9 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0524967 Jun 16 15:08:01.789264 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1b0763f6-0b35-4d1f-a2f6-7e492c1f413e req-160d54c4-a593-4d71-8477-b7b6b9392332 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491478 Jun 16 15:08:02.270082 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb5034-2a02-4501-ac99-d2dfba733be0 req-41c8e0e0-9d70-4689-84d5-2efc0dca4299 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:02.271561 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b1cb5034-2a02-4501-ac99-d2dfba733be0 req-41c8e0e0-9d70-4689-84d5-2efc0dca4299 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Jun 16 15:08:02.320440 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b1cb5034-2a02-4501-ac99-d2dfba733be0 req-7723891b-012a-4de0-a8ae-0592baa45766 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Jun 16 15:08:02.648850 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:02.649638 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=10 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:02.907633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036dde6-76fb-44be-8222-93ac5fe8ceb9 req-84c583dc-8ae0-4b28-8a79-dfd331044922 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:02.909080 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b036dde6-76fb-44be-8222-93ac5fe8ceb9 req-84c583dc-8ae0-4b28-8a79-dfd331044922 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0477662 Jun 16 15:08:02.940295 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:02.957931 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b036dde6-76fb-44be-8222-93ac5fe8ceb9 req-3e4f417c-29ff-41c2-9f82-7c0819220d27 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433173 Jun 16 15:08:03.434635 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f785168-ff1a-4a9d-9f60-58ec852d2425 req-e027f301-3923-4e9b-b612-b7b67173b787 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:03.436104 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6f785168-ff1a-4a9d-9f60-58ec852d2425 req-e027f301-3923-4e9b-b612-b7b67173b787 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0471869 Jun 16 15:08:03.483758 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6f785168-ff1a-4a9d-9f60-58ec852d2425 req-f2505dc3-2cda-43fa-a955-936b905f143e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Jun 16 15:08:04.085828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cad3b1-2b4c-4acc-a24c-5b034519c915 req-f90e12c9-5157-4537-adaa-1b8bfba599d7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:04.087290 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0cad3b1-2b4c-4acc-a24c-5b034519c915 req-f90e12c9-5157-4537-adaa-1b8bfba599d7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0469694 Jun 16 15:08:04.134783 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b0cad3b1-2b4c-4acc-a24c-5b034519c915 req-bac725f2-2d92-454c-8856-eb22446b5090 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418108 Jun 16 15:08:04.596319 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d119d9d-4804-4f07-bb8a-61f93c3f4d42 req-bc2cabf4-36c1-4786-a8b1-e1109da2783e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:04.597823 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6d119d9d-4804-4f07-bb8a-61f93c3f4d42 req-bc2cabf4-36c1-4786-a8b1-e1109da2783e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0467083 Jun 16 15:08:04.625377 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:04.660724 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6d119d9d-4804-4f07-bb8a-61f93c3f4d42 req-9c3bc9f9-fce0-41f3-923e-2f881bba50d8 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Jun 16 15:08:05.256946 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f66a8-d1f8-496a-811c-4f4b4a59132b req-36b4ceae-5109-4ac6-93e0-fffaed6387a7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:05.258433 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7c4f66a8-d1f8-496a-811c-4f4b4a59132b req-36b4ceae-5109-4ac6-93e0-fffaed6387a7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0517521 Jun 16 15:08:05.304272 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7c4f66a8-d1f8-496a-811c-4f4b4a59132b req-6f9fe6ed-96f5-4db4-9462-e92b6a890e96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403020 Jun 16 15:08:05.770769 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa0324-262e-4b4c-a6af-d13946501b0f req-0e2e0d5c-f35f-4496-b84d-184c879391d8 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:05.772331 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-04aa0324-262e-4b4c-a6af-d13946501b0f req-0e2e0d5c-f35f-4496-b84d-184c879391d8 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0460427 Jun 16 15:08:05.821151 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-04aa0324-262e-4b4c-a6af-d13946501b0f req-4b6a3fd5-4c16-41af-9915-0a4593853fd3 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Jun 16 15:08:06.420818 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7aacc2-f11b-4e69-b4d5-485cb1184ff9 req-2e165610-2561-4ff1-9a5f-4d7ddcdd4a86 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:06.422325 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0d7aacc2-f11b-4e69-b4d5-485cb1184ff9 req-2e165610-2561-4ff1-9a5f-4d7ddcdd4a86 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0471635 Jun 16 15:08:06.457574 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:06.469786 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0d7aacc2-f11b-4e69-b4d5-485cb1184ff9 req-6615380f-e55f-435d-bb8e-f37b52e7f5a2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420806 Jun 16 15:08:06.934162 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12408d2e-7352-41c8-b7de-96a6af30bb74 req-9c34252e-5b06-40b3-b8fd-2a149f7ea176 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:06.935625 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-12408d2e-7352-41c8-b7de-96a6af30bb74 req-9c34252e-5b06-40b3-b8fd-2a149f7ea176 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0468516 Jun 16 15:08:06.983445 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-12408d2e-7352-41c8-b7de-96a6af30bb74 req-ff78129d-d58e-4d03-9ff1-466532891376 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424242 Jun 16 15:08:07.280894 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-4597c70a-0527-4b69-8c6d-1ca0a21d912f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:07.585702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28a937-791d-4804-b741-eaa401cd89c4 req-4ad4e34c-c9ef-4ba4-a222-cbcc44981358 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:07.587144 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-db28a937-791d-4804-b741-eaa401cd89c4 req-4ad4e34c-c9ef-4ba4-a222-cbcc44981358 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0455649 Jun 16 15:08:07.636308 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-db28a937-791d-4804-b741-eaa401cd89c4 req-31006a85-3a16-4431-a344-98f4499b8727 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424390 Jun 16 15:08:08.340518 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515ef0a-a1c1-47c1-a25f-ebe63edfaafe req-842d1512-d124-4063-95a8-787edb4dacaf tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:08.342024 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d515ef0a-a1c1-47c1-a25f-ebe63edfaafe req-842d1512-d124-4063-95a8-787edb4dacaf tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.2910964 Jun 16 15:08:08.390581 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d515ef0a-a1c1-47c1-a25f-ebe63edfaafe req-06e532ec-1b2a-4227-b8a3-d49d4ee40641 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Jun 16 15:08:08.756646 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac139-7fff-4d8d-972a-2c78c9e2e456 req-a926c2c7-6fe4-48b6-98f7-d16d3477bdd3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:08.758143 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d80ac139-7fff-4d8d-972a-2c78c9e2e456 req-a926c2c7-6fe4-48b6-98f7-d16d3477bdd3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0467210 Jun 16 15:08:08.804761 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d80ac139-7fff-4d8d-972a-2c78c9e2e456 req-8028b144-2896-4e6b-b35a-bc681a8bfa94 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411851 Jun 16 15:08:09.483488 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:09.501975 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb6226-1d26-4935-9d34-87ff91678a03 req-f3e7cd06-5ece-4641-9644-ebe0b91fc338 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:09.503441 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aeeb6226-1d26-4935-9d34-87ff91678a03 req-f3e7cd06-5ece-4641-9644-ebe0b91fc338 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0470619 Jun 16 15:08:09.553050 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-aeeb6226-1d26-4935-9d34-87ff91678a03 req-9f2be2e7-0ce3-4b32-b341-d6be8f0e2a56 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Jun 16 15:08:09.921877 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd04b9-fa10-41a6-b3df-9404937e14ff req-75e3387c-006a-4dfa-93b5-661f9afe8c5e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:09.923336 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-16dd04b9-fa10-41a6-b3df-9404937e14ff req-75e3387c-006a-4dfa-93b5-661f9afe8c5e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0482893 Jun 16 15:08:09.969904 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-16dd04b9-fa10-41a6-b3df-9404937e14ff req-ae6aa3e6-1309-42ce-bc7b-2eec9619e43f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Jun 16 15:08:10.165472 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c9a918b8-85c2-4c24-bec7-1becf36cf765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:10.667645 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342bdbf-8e69-438e-b298-8301a0099d50 req-0d94798f-194b-44b9-9a6b-ecefe3785064 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:10.669139 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9342bdbf-8e69-438e-b298-8301a0099d50 req-0d94798f-194b-44b9-9a6b-ecefe3785064 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0501955 Jun 16 15:08:10.717751 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9342bdbf-8e69-438e-b298-8301a0099d50 req-2d4b5bdf-3485-4099-b89c-8c41019fc05e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Jun 16 15:08:11.090189 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db203c0-4483-4733-81f6-a00c5f0ae5e7 req-6c10db69-24fb-4ad8-84b9-4c93f9576f62 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:11.091668 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0db203c0-4483-4733-81f6-a00c5f0ae5e7 req-6c10db69-24fb-4ad8-84b9-4c93f9576f62 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0501351 Jun 16 15:08:11.107905 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:11.140158 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0db203c0-4483-4733-81f6-a00c5f0ae5e7 req-01fa4404-d39b-4f31-853c-1c079a2dc0ec tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Jun 16 15:08:11.827525 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478e28-e719-40ec-9f2e-0a7502f648fe req-11bef772-60e2-448f-8e81-75a727bfceaf tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:11.829032 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-66478e28-e719-40ec-9f2e-0a7502f648fe req-11bef772-60e2-448f-8e81-75a727bfceaf tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0471988 Jun 16 15:08:11.877188 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-66478e28-e719-40ec-9f2e-0a7502f648fe req-6c4bff61-6d75-44de-a39e-1ef0ffd06de0 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Jun 16 15:08:12.268712 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67340d7-9d12-4a02-a9af-7a9cb73ae369 req-ed698933-4e2b-44a1-a82b-347255ef971f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:12.270237 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c67340d7-9d12-4a02-a9af-7a9cb73ae369 req-ed698933-4e2b-44a1-a82b-347255ef971f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0471959 Jun 16 15:08:12.317112 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c67340d7-9d12-4a02-a9af-7a9cb73ae369 req-2ed52e13-a682-4e6e-baf2-e0c16ec82e43 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Jun 16 15:08:12.548611 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:12.990682 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274aa40-fd10-4064-88b0-12f353ef623e req-7a6c6595-545f-4c76-b3f7-f745b743b16c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:12.992146 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7274aa40-fd10-4064-88b0-12f353ef623e req-7a6c6595-545f-4c76-b3f7-f745b743b16c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0476606 Jun 16 15:08:13.054137 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7274aa40-fd10-4064-88b0-12f353ef623e req-eb78c061-f1af-4278-bf29-9c3a1f88e81e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565095 Jun 16 15:08:13.437100 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57b528-ee1c-4069-b1a0-f661468a4236 req-f98bbd50-45e3-4696-9a9b-3a243e3fa3f0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:13.438567 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-dd57b528-ee1c-4069-b1a0-f661468a4236 req-f98bbd50-45e3-4696-9a9b-3a243e3fa3f0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0502958 Jun 16 15:08:13.484889 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-dd57b528-ee1c-4069-b1a0-f661468a4236 req-676fa4bc-83b9-47c3-aa1a-2469ceae0cb5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408981 Jun 16 15:08:14.165740 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9af9ce-c75f-4f36-a764-694d82ec1e7a req-0461d47e-1598-47bc-8ee4-bb34bc8a1d89 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:14.167651 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7e9af9ce-c75f-4f36-a764-694d82ec1e7a req-0461d47e-1598-47bc-8ee4-bb34bc8a1d89 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0478973 Jun 16 15:08:14.215773 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7e9af9ce-c75f-4f36-a764-694d82ec1e7a req-7706eae0-43cf-4fa7-a113-e4a238073f1b tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Jun 16 15:08:14.378857 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:14.602208 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6a80c-2fcc-4f00-9a41-b073c22da86c req-da30d9db-1d97-404d-89fd-05d2f0c17ddb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:14.603698 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-87c6a80c-2fcc-4f00-9a41-b073c22da86c req-da30d9db-1d97-404d-89fd-05d2f0c17ddb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0464318 Jun 16 15:08:14.651530 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-87c6a80c-2fcc-4f00-9a41-b073c22da86c req-136ed75e-8d46-4ec2-b164-6470ac3b2f5f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 Jun 16 15:08:14.940679 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:15.328479 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19bc50-88bd-4e3a-a32d-800e6282c664 req-b13cdd80-ab2c-4237-9d5f-ab2f4667d2a1 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:15.329994 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5e19bc50-88bd-4e3a-a32d-800e6282c664 req-b13cdd80-ab2c-4237-9d5f-ab2f4667d2a1 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0470889 Jun 16 15:08:15.377951 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5e19bc50-88bd-4e3a-a32d-800e6282c664 req-3fd7090f-81e3-44b4-a8c0-18d9aa8bdfdd tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424962 Jun 16 15:08:15.768945 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef52f7-325c-4a63-a85a-27912eebad8b req-33a1314a-279b-44b9-ab8c-911cb3f1a256 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:15.770458 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d8ef52f7-325c-4a63-a85a-27912eebad8b req-33a1314a-279b-44b9-ab8c-911cb3f1a256 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 943 time: 0.0473080 Jun 16 15:08:15.811191 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:15.823947 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d8ef52f7-325c-4a63-a85a-27912eebad8b req-08e80c0d-3362-478e-ab6a-3f396a3edaa4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478649 Jun 16 15:08:15.876694 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34eabb-ca07-413f-b63b-3643caadc0fd req-6c415bb0-084c-4f80-8e05-48f6f429fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:15.878226 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3f34eabb-ca07-413f-b63b-3643caadc0fd req-6c415bb0-084c-4f80-8e05-48f6f429fcdd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1129 time: 0.0386415 Jun 16 15:08:15.926055 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-3f34eabb-ca07-413f-b63b-3643caadc0fd req-11ae9b0f-f226-489c-89a9-ccc21343332b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 Jun 16 15:08:16.483913 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:08:16.495981 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4e8a1-8f36-4134-8d08-699005d20e1e req-c10241bd-5bb9-4009-8f7b-12eaa2cd408c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:16.497614 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-56c4e8a1-8f36-4134-8d08-699005d20e1e req-c10241bd-5bb9-4009-8f7b-12eaa2cd408c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0519385 Jun 16 15:08:16.547273 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-56c4e8a1-8f36-4134-8d08-699005d20e1e req-eb323721-907b-4de7-9df2-320e3a43de4c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440664 Jun 16 15:08:16.583709 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:08:16.594881 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'port_id': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'mac_address': 'fa:16:3e:f9:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:08:16.627360 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:08:16.627741 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:16.640358 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd6981b-720b-4e5e-a50b-00f468402a5f {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:08:16.660378 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:08:16.663928 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:16.708137 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=9']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:16.715121 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.715467 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.715808 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.716146 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.716474 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.716801 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.717155 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.717480 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.717803 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.718124 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.718446 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.718767 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.719085 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.719401 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.719719 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:16.943201 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405be55-f924-48d2-b6af-5621491ea37d req-2534c09a-aec7-4f3b-b284-ea7365f0ed40 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:16.944576 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6405be55-f924-48d2-b6af-5621491ea37d req-2534c09a-aec7-4f3b-b284-ea7365f0ed40 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 944 time: 0.0461023 Jun 16 15:08:16.990416 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-6405be55-f924-48d2-b6af-5621491ea37d req-255cf248-5971-43af-b1fb-e5b1ae13226e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396967 Jun 16 15:08:17.116332 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-02b2c44c-f355-4908-a6ef-60676ec4b83a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418406 Jun 16 15:08:17.220330 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-6dd33656-65e9-442b-af66-d6ec90c56d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:17.221802 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-6dd33656-65e9-442b-af66-d6ec90c56d79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 1129 time: 0.0399945 Jun 16 15:08:17.224768 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['2fd6981b-720b-4e5e-a50b-00f468402a5f'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:08:17.296562 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:17.326874 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-aa8feb47-9bbe-4d41-adb4-49a18387918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:17.328364 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-aa8feb47-9bbe-4d41-adb4-49a18387918c service neutron] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 913 time: 0.0871119 Jun 16 15:08:17.392413 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-e5fedbdb-a17c-4bbe-957b-4a500092ce27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc43f90e-a572-4f83-9de1-aec44e329893 HTTP/1.1" status: 200 len: 1000 time: 0.0577590 Jun 16 15:08:17.459456 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-a93aa25d-9a7c-4a83-b8d6-38d589ec4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:17.460890 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-a93aa25d-9a7c-4a83-b8d6-38d589ec4a5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0429583 Jun 16 15:08:17.503050 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-d833ee3d-7515-4814-b13d-371606c93814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:17.504424 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-d833ee3d-7515-4814-b13d-371606c93814 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374789 Jun 16 15:08:17.660926 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204feb3-90e8-4f79-9431-a4c69075ce3d req-dc270f8e-f911-4221-b9a4-b10cc41ad3cc tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:17.662406 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7204feb3-90e8-4f79-9431-a4c69075ce3d req-dc270f8e-f911-4221-b9a4-b10cc41ad3cc tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0469384 Jun 16 15:08:17.706439 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:17.711457 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7204feb3-90e8-4f79-9431-a4c69075ce3d req-b0f6023c-5c02-4891-ae03-36e5878747f9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Jun 16 15:08:18.111854 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881197aa-d86b-447f-9f16-d5f48d002aa2 req-e371dc26-d26e-4d95-836f-d7604cae311e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:18.113397 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-881197aa-d86b-447f-9f16-d5f48d002aa2 req-e371dc26-d26e-4d95-836f-d7604cae311e tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 944 time: 0.0509021 Jun 16 15:08:18.160316 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-881197aa-d86b-447f-9f16-d5f48d002aa2 req-82544303-0449-4342-8e34-7722212f5189 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Jun 16 15:08:18.186227 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:08:18.505856 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:08:18.522839 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-2b44b0f9-f002-43af-be8a-46cb8d2fb52d service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856941 Jun 16 15:08:18.550451 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 2fd6981b-720b-4e5e-a50b-00f468402a5f triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:08:18.550823 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:18.617326 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0bd6785e-ec65-4684-b459-d8995dc00ce3 req-d2732e7b-58f6-4b16-b680-362952bdaf18 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887036 Jun 16 15:08:18.625388 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:08:18.625778 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:18.648090 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:08:18.650299 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f03d0-68e5-4e48-b92e-f6e115b2e91c" -d '{"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:08:18.663638 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:08:18.668371 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:18.715488 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:18.719445 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=10']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:18.808520 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a15f93e-2786-49fa-8bde-5fe2ad9181e3 x-openstack-request-id: req-3a15f93e-2786-49fa-8bde-5fe2ad9181e3 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:08:18.808818 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:08:18.809108 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3a15f93e-2786-49fa-8bde-5fe2ad9181e3 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:08:18.809514 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a15f93e-2786-49fa-8bde-5fe2ad9181e3'] response: {'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'code': 200} Jun 16 15:08:18.826204 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ac163-0a81-4586-b942-b161b0d8e360 req-60956671-0f82-4a72-88fc-c0476141542c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:18.827674 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea7ac163-0a81-4586-b942-b161b0d8e360 req-60956671-0f82-4a72-88fc-c0476141542c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0491436 Jun 16 15:08:18.876030 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ea7ac163-0a81-4586-b942-b161b0d8e360 req-1372f866-0247-4e2b-8c85-aff26c7d4522 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 Jun 16 15:08:18.992432 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34ca4c-249c-433b-90a7-4dfe8821700f req-d101ec84-fe46-49ca-861b-d891e6826494 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:18.993942 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0b34ca4c-249c-433b-90a7-4dfe8821700f req-d101ec84-fe46-49ca-861b-d891e6826494 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0510187 Jun 16 15:08:19.044158 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0b34ca4c-249c-433b-90a7-4dfe8821700f req-238fbc96-29fe-43e1-bf5b-2e0966117500 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445240 Jun 16 15:08:19.067403 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42102) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:08:19.167865 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7035b40-adc3-455d-beec-7d43872f564c tempest-TestShelveInstance-1495129585 tempest-TestShelveInstance-1495129585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:19.169531 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c7035b40-adc3-455d-beec-7d43872f564c tempest-TestShelveInstance-1495129585 tempest-TestShelveInstance-1495129585-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1124 time: 0.1011002 Jun 16 15:08:19.172487 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42106) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:08:19.176831 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Request body: {'floatingip': {'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'port_id': '328671dd-12a3-45cf-9250-1f0f36195bba', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:08:19.204191 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:19.208095 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:19.322204 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f376138-69dc-46f7-a56f-6164e9737a14 req-1b568724-ef09-4b23-afd1-ea3d00f01892 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:19.324106 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4f376138-69dc-46f7-a56f-6164e9737a14 req-1b568724-ef09-4b23-afd1-ea3d00f01892 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0649059 Jun 16 15:08:19.327104 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:19.416215 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4f376138-69dc-46f7-a56f-6164e9737a14 req-847ed6d2-71e3-44c8-9a8c-ee28a850f70d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861177 Jun 16 15:08:19.468210 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Allocated IP 172.27.2.182 (39a5d95f-12b2-4fb4-a4d4-35c17be5c509/5ea3f5be-f461-4725-a2e5-0dcd8c45c275/bd8c96c3-e296-42ba-adc8-f2d3b7e87127) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:08:19.510707 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:19.569868 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a87ca7-359e-4c4d-81bd-70f5de6d916a req-8fd51b7b-c931-4efb-8f7c-249501e89b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:19.571365 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-21a87ca7-359e-4c4d-81bd-70f5de6d916a req-8fd51b7b-c931-4efb-8f7c-249501e89b43 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 1130 time: 0.0759714 Jun 16 15:08:19.630267 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for port (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:19.644673 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-21a87ca7-359e-4c4d-81bd-70f5de6d916a req-755ec98f-ffdf-4cb4-a0ec-f912ffd17d46 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654335 Jun 16 15:08:19.671229 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:19.712127 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Network 39a5d95f-12b2-4fb4-a4d4-35c17be5c509 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:08:19.719086 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:08:19.723381 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:08:19.726572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'Port': ['ID=bd8c96c3-e296-42ba-adc8-f2d3b7e87127,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:19.752633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.753017 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.753362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.753702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.754032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.754362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.754687 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.755011 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.755340 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.755658 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.755980 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.756303 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.756630 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.756980 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.757300 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:08:19.979462 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:20.078197 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for floatingip (735134eb-c8d4-4831-899f-15df94f4979d), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:20.146440 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:20.259404 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:20.297761 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for port (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:20.302105 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:20.369539 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event updated for resources: {'Port': ['ID=bd8c96c3-e296-42ba-adc8-f2d3b7e87127,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:20.381374 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (735134eb-c8d4-4831-899f-15df94f4979d), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:20.475383 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Floating IP 735134eb-c8d4-4831-899f-15df94f4979d associated. External IP: 172.27.2.182, port: 328671dd-12a3-45cf-9250-1f0f36195bba. Jun 16 15:08:20.535491 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4111c-6f5c-4e2a-ae36-d60ede751cea req-c3a4a304-6a20-4733-b6ef-01b9054445ce tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:20.537278 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-07d4111c-6f5c-4e2a-ae36-d60ede751cea req-c3a4a304-6a20-4733-b6ef-01b9054445ce tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0480509 Jun 16 15:08:20.586868 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-07d4111c-6f5c-4e2a-ae36-d60ede751cea req-eabb7002-b0bc-4123-8d1e-04c02d1fa090 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432186 Jun 16 15:08:20.936931 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:08:21.037326 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:08:21.047110 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] Sync routers for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:08:21.054962 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:21.061535 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:08:21.062161 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:08:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:08:21.085427 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-fa7c0dee-4f45-4663-b5d6-c23748a9d6da tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9117997 Jun 16 15:08:21.086141 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:08:21.088523 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fef7cb-4f42-424b-a754-8c8057dad6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:08:21.125652 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eb20df-7f24-4c59-8f67-7bc6be8134c4 x-openstack-request-id: req-84eb20df-7f24-4c59-8f67-7bc6be8134c4 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:08:21.125943 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:08:21.126196 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-84eb20df-7f24-4c59-8f67-7bc6be8134c4 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:08:21.126597 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84eb20df-7f24-4c59-8f67-7bc6be8134c4'] response: {'name': 'network-changed', 'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba', 'status': 'completed', 'code': 200} Jun 16 15:08:21.134521 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:21.163378 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:08:21.199987 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:21.231052 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-a0843d77-12ba-40d7-8e3d-8ce5b7364373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:21.232568 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-a0843d77-12ba-40d7-8e3d-8ce5b7364373 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1129 time: 0.0411603 Jun 16 15:08:21.332832 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-c5a4e1e3-2d72-4ca4-9379-e67f37fb57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:21.334323 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-c5a4e1e3-2d72-4ca4-9379-e67f37fb57cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 911 time: 0.0912631 Jun 16 15:08:21.371257 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '735134eb-c8d4-4831-899f-15df94f4979d', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'port_id': '328671dd-12a3-45cf-9250-1f0f36195bba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'mac_address': 'fa:16:3e:bf:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781db76b-7a5f-47b1-8272-b4868d68c437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:08:19Z', 'updated_at': '2022-06-16T15:08:19Z', 'revision_number': 0, 'project_id': '3716e192b1194365acb5595c8f92a862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 5, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:08:21.395391 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] Checking router: 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:08:21.395590 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-1f48f810-cbb0-474c-a0ba-675022586864 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 999 time: 0.0546775 Jun 16 15:08:21.403786 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:08:21.404386 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:08:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:08:21.506848 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:08:21.714868 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff30fb-dcd7-450f-b41b-dc577545b8cc req-2a65ba84-af74-40dd-b82d-e430487f948d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:21.716394 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d8ff30fb-dcd7-450f-b41b-dc577545b8cc req-2a65ba84-af74-40dd-b82d-e430487f948d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0525711 Jun 16 15:08:21.775715 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-d8ff30fb-dcd7-450f-b41b-dc577545b8cc req-a21b697b-2e68-4b7e-90b8-ce62a4d4a96d tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531542 Jun 16 15:08:21.852004 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '735134eb-c8d4-4831-899f-15df94f4979d', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'port_id': '328671dd-12a3-45cf-9250-1f0f36195bba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'mac_address': 'fa:16:3e:bf:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781db76b-7a5f-47b1-8272-b4868d68c437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:08:19Z', 'updated_at': '2022-06-16T15:08:19Z', 'revision_number': 0, 'project_id': '3716e192b1194365acb5595c8f92a862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 5, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:08:21.878114 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dbb7c-91cf-48f3-a726-74d0abc6b12b None None] The sync data for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi is: [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '735134eb-c8d4-4831-899f-15df94f4979d', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'port_id': '328671dd-12a3-45cf-9250-1f0f36195bba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'mac_address': 'fa:16:3e:bf:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781db76b-7a5f-47b1-8272-b4868d68c437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:08:19Z', 'updated_at': '2022-06-16T15:08:19Z', 'revision_number': 0, 'project_id': '3716e192b1194365acb5595c8f92a862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 5, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:08:21.904707 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-509ec454-7e9b-4908-ae08-6e405ce8bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:21.906132 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-509ec454-7e9b-4908-ae08-6e405ce8bec8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 200 len: 848 time: 0.0595088 Jun 16 15:08:21.979305 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-2a2efc28-7821-4083-863b-de8771acfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:21.981490 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-2a2efc28-7821-4083-863b-de8771acfcbc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4bbbab54-6102-4eef-ada6-8ad180c2f233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423665 Jun 16 15:08:22.094168 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64579a-71ca-472a-980a-2afdcd7a4765 None None] New status for floating IP 735134eb-c8d4-4831-899f-15df94f4979d: ACTIVE {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:08:22.158938 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:22.175887 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-bd5b0489-d51c-4231-945a-fac1e026f9e8 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917912 Jun 16 15:08:22.271900 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-81fef7cb-4f42-424b-a754-8c8057dad6ce req-daaf03ba-8efa-49be-b778-591afc34fcf1 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897560 Jun 16 15:08:22.896345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d818279-0cb3-4540-8b29-479296a0e107 req-7b22cd4d-a073-4e6d-8a2c-61688c58f4c7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:08:22.897863 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8d818279-0cb3-4540-8b29-479296a0e107 req-7b22cd4d-a073-4e6d-8a2c-61688c58f4c7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0472109 Jun 16 15:08:22.943680 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8d818279-0cb3-4540-8b29-479296a0e107 req-57d55676-56fd-4d39-b394-efab3403d164 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Jun 16 15:08:31.765813 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:31.769866 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=27 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:31.854980 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=75 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:31.855824 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=65 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:32.937742 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=54 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:32.940458 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=23 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:37.283734 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fd44d7eb-ce2b-41b6-9ea9-ff3b9c4c8dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:38.152896 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=31 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:38.153560 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:40.168680 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c99795d2-c503-4428-8df5-31b8bb93ea9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:41.130813 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:42.551363 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:44.381146 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:44.943481 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:08:54.936898 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:54.939420 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:08:55.185754 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:09:04.616596 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec183e-801b-469f-9859-56aa819fccc4 req-46ff3328-c796-40a0-b807-0f9288f20f5e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:04.618006 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f7ec183e-801b-469f-9859-56aa819fccc4 req-46ff3328-c796-40a0-b807-0f9288f20f5e tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 945 time: 0.0507543 Jun 16 15:09:04.667312 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f7ec183e-801b-469f-9859-56aa819fccc4 req-ba8ec5c3-8e59-4c97-b33c-ae2509c224d9 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436101 Jun 16 15:09:05.784152 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97b1c-3aab-4564-9240-9539fe7ed937 req-b86b7ebf-385d-4802-9fac-34bdbe2624ae tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:05.785690 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-83f97b1c-3aab-4564-9240-9539fe7ed937 req-b86b7ebf-385d-4802-9fac-34bdbe2624ae tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 945 time: 0.0486228 Jun 16 15:09:05.832175 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-83f97b1c-3aab-4564-9240-9539fe7ed937 req-a5bea7b4-1303-4512-aa8c-557c02e78a18 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Jun 16 15:09:06.944058 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68aa65-d9cf-4453-a2dc-fd7cd96c468b req-386dddfb-46cb-4dc7-a48e-de7aa0259abd tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:06.945535 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8a68aa65-d9cf-4453-a2dc-fd7cd96c468b req-386dddfb-46cb-4dc7-a48e-de7aa0259abd tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 945 time: 0.0461714 Jun 16 15:09:07.008221 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-5a978c99-ae12-4f1d-b7af-a37cd4910b0d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:07.009748 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-5a978c99-ae12-4f1d-b7af-a37cd4910b0d tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 945 time: 0.0628264 Jun 16 15:09:07.036608 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8a68aa65-d9cf-4453-a2dc-fd7cd96c468b req-0fc4ec03-3c1e-4cfc-89f7-f3fc8aa1c468 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups?id=d031b30e-4d43-44d8-b37c-b277e7ca301a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806892 Jun 16 15:09:07.107542 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Deleting port 91200d16-5dc6-4b76-856c-ee259b54b7b7 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:07.108072 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:07.199699 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] For port 91200d16-5dc6-4b76-856c-ee259b54b7b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=91200d16-5dc6-4b76-856c-ee259b54b7b7,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:09:07.199979 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:07.285419 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d89b9581-116a-4311-8f75-625a7fca40a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:07.358704 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:07.359071 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (feb472d4-1244-42ec-bf75-954ac8a9cd0c), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:07.359393 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Floating IP feb472d4-1244-42ec-bf75-954ac8a9cd0c disassociated. External IP: 172.27.2.194, port: 91200d16-5dc6-4b76-856c-ee259b54b7b7. Jun 16 15:09:07.359745 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Calling delete_port for 91200d16-5dc6-4b76-856c-ee259b54b7b7 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:07.489763 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (91200d16-5dc6-4b76-856c-ee259b54b7b7), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:07.518312 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event deleted for resources: {'Port': ['ID=91200d16-5dc6-4b76-856c-ee259b54b7b7,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:07.625362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Router 655e6180-d8b0-42cc-937b-1df671c549c0 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:09:07.680034 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:07.711295 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:07.731179 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:09:07.743019 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] Sync routers for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:09:07.753026 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:07.753652 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:08:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:07.772562 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] No DVR routers for this DVR port 91200d16-5dc6-4b76-856c-ee259b54b7b7 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:09:07.775090 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:07.778275 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-70674e48-f740-49d6-ad00-372e2c16d7c0 req-d469518a-9764-4a82-a649-030d06395d7c tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.86 "DELETE /v2.0/ports/91200d16-5dc6-4b76-856c-ee259b54b7b7 HTTP/1.1" status: 204 len: 173 time: 0.7586741 Jun 16 15:09:07.778701 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'name': 'network-vif-deleted', 'tag': '91200d16-5dc6-4b76-856c-ee259b54b7b7'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:09:07.780933 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f35c3ad-3639-49b6-a34d-c57af6d478b2" -d '{"events": [{"server_uuid": "adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc", "name": "network-vif-deleted", "tag": "91200d16-5dc6-4b76-856c-ee259b54b7b7"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:09:07.826933 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82ed543-925b-4f21-8e59-a3eab7ef6aa7 x-openstack-request-id: req-a82ed543-925b-4f21-8e59-a3eab7ef6aa7 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:09:07.827241 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc", "name": "network-vif-deleted", "tag": "91200d16-5dc6-4b76-856c-ee259b54b7b7", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:09:07.827555 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a82ed543-925b-4f21-8e59-a3eab7ef6aa7 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:09:07.827956 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82ed543-925b-4f21-8e59-a3eab7ef6aa7'] response: {'server_uuid': 'adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc', 'name': 'network-vif-deleted', 'tag': '91200d16-5dc6-4b76-856c-ee259b54b7b7', 'status': 'completed', 'code': 200} Jun 16 15:09:07.858868 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:08.055115 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:08.079173 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] Checking router: 655e6180-d8b0-42cc-937b-1df671c549c0 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:09:08.087978 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:08.088590 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:08:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:08.144905 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-878c121f-2a1b-4b15-9072-b38b0c01deea req-c963253e-395c-4a1b-b797-140012cb3151 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/ports?device_id=adb57121-52c3-4ff0-bc1c-6ce46cc1f5dc HTTP/1.1" status: 200 len: 210 time: 0.0281677 Jun 16 15:09:08.190443 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:08.377513 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:08.405669 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee8e4d-918a-42a3-b987-e90680f6056e None None] The sync data for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi is: [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T14:59:33Z', 'revision_number': 4, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'ba5671bb-a324-4a23-ab1f-30780633f4b9', 'name': '', 'network_id': 'e965c323-79ff-4b11-8aaa-a2df835467d6', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'mac_address': 'fa:16:3e:e9:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:32Z', 'updated_at': '2022-06-16T14:59:38Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'subnets': [{'id': '8f986240-a4ac-488e-ab09-f8befdf07142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:09:08.626396 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d9ce9-e2ba-43f4-9d08-194c6500a3c7 None None] New status for floating IP feb472d4-1244-42ec-bf75-954ac8a9cd0c: DOWN {{(pid=110482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:09:09.231008 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42340) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:09.283270 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9541652c-e07d-4381-8701-18a48ff3ee7f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (d031b30e-4d43-44d8-b37c-b277e7ca301a), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.309849 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9541652c-e07d-4381-8701-18a48ff3ee7f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (d031b30e-4d43-44d8-b37c-b277e7ca301a), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.357764 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9541652c-e07d-4381-8701-18a48ff3ee7f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (d031b30e-4d43-44d8-b37c-b277e7ca301a), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.360405 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9541652c-e07d-4381-8701-18a48ff3ee7f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.364476 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-9541652c-e07d-4381-8701-18a48ff3ee7f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "DELETE /v2.0/security-groups/d031b30e-4d43-44d8-b37c-b277e7ca301a HTTP/1.1" status: 204 len: 168 time: 0.1295898 Jun 16 15:09:09.364859 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42342) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:09.371544 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541652c-e07d-4381-8701-18a48ff3ee7f tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d031b30e-4d43-44d8-b37c-b277e7ca301a,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:09.379360 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.api.v2.resource [None req-4ac7d592-8ddf-40c0-9a45-f226ea0d4b56 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] show failed (client error): The resource could not be found. Jun 16 15:09:09.380355 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-4ac7d592-8ddf-40c0-9a45-f226ea0d4b56 tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "GET /v2.0/security-groups/d031b30e-4d43-44d8-b37c-b277e7ca301a HTTP/1.1" status: 404 len: 347 time: 0.0145116 Jun 16 15:09:09.383254 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42344) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:09.494989 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Deleting port f2b19597-4cc4-4e20-95de-ac07e0d78705 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:09.495250 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (f2b19597-4cc4-4e20-95de-ac07e0d78705), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.573871 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (f2b19597-4cc4-4e20-95de-ac07e0d78705), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.574200 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (f2b19597-4cc4-4e20-95de-ac07e0d78705), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.586649 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Calling delete_port for f2b19597-4cc4-4e20-95de-ac07e0d78705 owned by network:floatingip {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:09.725614 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (f2b19597-4cc4-4e20-95de-ac07e0d78705), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.751089 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Pushing event deleted for resources: {'Port': ['ID=f2b19597-4cc4-4e20-95de-ac07e0d78705,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:09.765399 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.765741 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.766083 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.766418 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.766746 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.767072 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.767393 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.767711 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.768029 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.768431 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.769298 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.769602 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.769919 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.770233 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.770546 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:09.826049 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks [] for floatingip (feb472d4-1244-42ec-bf75-954ac8a9cd0c), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.828656 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:09.829845 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-fe52be96-bb42-4ddc-8551-9d59b164dfbf tempest-AttachVolumeTestJSON-1611970277 tempest-AttachVolumeTestJSON-1611970277-project] 10.222.0.72 "DELETE /v2.0/floatingips/feb472d4-1244-42ec-bf75-954ac8a9cd0c HTTP/1.1" status: 204 len: 168 time: 0.4457154 Jun 16 15:09:10.170965 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cf2f456d-2161-49f0-9dda-26cb549f045c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:10.707783 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 91200d16-5dc6-4b76-856c-ee259b54b7b7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:09:10.727654 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 91200d16-5dc6-4b76-856c-ee259b54b7b7 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:09:10.727999 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 91200d16-5dc6-4b76-856c-ee259b54b7b7 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:09:11.150455 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:12.557849 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:13.359985 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42378) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:13.803702 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (655e6180-d8b0-42cc-937b-1df671c549c0), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:13.834145 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:13.882599 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:14.019717 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Deleting port ba5671bb-a324-4a23-ab1f-30780633f4b9 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:14.020056 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:14.099524 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] For port ba5671bb-a324-4a23-ab1f-30780633f4b9, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=ba5671bb-a324-4a23-ab1f-30780633f4b9,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:09:14.099808 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:14.112628 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Calling delete_port for ba5671bb-a324-4a23-ab1f-30780633f4b9 owned by network:router_interface {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:14.287982 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (ba5671bb-a324-4a23-ab1f-30780633f4b9), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:14.312646 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5671bb-a324-4a23-ab1f-30780633f4b9,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:14.392043 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:14.482182 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (655e6180-d8b0-42cc-937b-1df671c549c0), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:14.624264 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:14.686177 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Router 655e6180-d8b0-42cc-937b-1df671c549c0 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:09:14.734364 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:14.789194 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:09:14.794885 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-0ccc6de7-a5e0-401e-99bc-dda0f9a24f5d admin admin] 10.222.0.72 "PUT /v2.0/routers/655e6180-d8b0-42cc-937b-1df671c549c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4348078 Jun 16 15:09:14.796936 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42382) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:14.800043 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] Sync routers for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:09:14.814246 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:14.814892 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:14.895153 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks [] for router (655e6180-d8b0-42cc-937b-1df671c549c0), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:14.913574 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:14.964750 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:14.995619 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks [] for router_gateway (655e6180-d8b0-42cc-937b-1df671c549c0), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:14.996811 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.039013 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Deleting port b6017786-7105-4014-aeb7-467ad14dc987 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:15.039359 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (b6017786-7105-4014-aeb7-467ad14dc987), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.040279 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:15.094071 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T15:09:14Z', 'revision_number': 5, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port': {'id': 'b6017786-7105-4014-aeb7-467ad14dc987', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:30Z', 'updated_at': '2022-06-16T14:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:15.118859 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] Checking router: 655e6180-d8b0-42cc-937b-1df671c549c0 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:09:15.121875 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] For port b6017786-7105-4014-aeb7-467ad14dc987, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b6017786-7105-4014-aeb7-467ad14dc987,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:09:15.122242 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (b6017786-7105-4014-aeb7-467ad14dc987), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.127576 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] Routers {'655e6180-d8b0-42cc-937b-1df671c549c0'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:15.128183 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['655e6180-d8b0-42cc-937b-1df671c549c0'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:15.135056 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Calling delete_port for b6017786-7105-4014-aeb7-467ad14dc987 owned by network:router_gateway {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:15.209516 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] Set router 655e6180-d8b0-42cc-937b-1df671c549c0 gateway port host: None {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:15.259375 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T15:09:14Z', 'revision_number': 6, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:15.283041 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ac778-73dc-480b-a3cf-47325f87eef5 None None] The sync data for ids ['655e6180-d8b0-42cc-937b-1df671c549c0'] in dv-cinder-837165-3-iscsi is: [{'id': '655e6180-d8b0-42cc-937b-1df671c549c0', 'name': 'tempest-AttachVolumeTestJSON-410033093-router', 'tenant_id': '3c94142f5fe543e28710c9bb2916662c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:29Z', 'updated_at': '2022-06-16T15:09:14Z', 'revision_number': 6, 'project_id': '3c94142f5fe543e28710c9bb2916662c', 'gw_port_host': None}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:09:15.297570 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (b6017786-7105-4014-aeb7-467ad14dc987), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.326127 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6017786-7105-4014-aeb7-467ad14dc987,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:15.384207 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (655e6180-d8b0-42cc-937b-1df671c549c0), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.468361 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (655e6180-d8b0-42cc-937b-1df671c549c0), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.470452 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks [] for router_controller (655e6180-d8b0-42cc-937b-1df671c549c0), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.515384 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (655e6180-d8b0-42cc-937b-1df671c549c0), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.515994 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655e6180-d8b0-42cc-937b-1df671c549c0 {{(pid=110479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:09:15.520778 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.521935 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-64ddb000-e851-4562-8ea4-2c8759b34d01 admin admin] 10.222.0.72 "DELETE /v2.0/routers/655e6180-d8b0-42cc-937b-1df671c549c0 HTTP/1.1" status: 204 len: 168 time: 0.7240953 Jun 16 15:09:15.524319 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42384) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:15.548642 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:15.570004 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c1487d-9291-4d6e-91e3-478d1038aa82 admin admin] Deleting subnet 8f986240-a4ac-488e-ab09-f8befdf07142 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:09:15.573041 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-36c1487d-9291-4d6e-91e3-478d1038aa82 admin admin] Publish callbacks [] for subnet (8f986240-a4ac-488e-ab09-f8befdf07142), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.594539 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:15.607245 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-36c1487d-9291-4d6e-91e3-478d1038aa82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (8f986240-a4ac-488e-ab09-f8befdf07142), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.704236 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-36c1487d-9291-4d6e-91e3-478d1038aa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (8f986240-a4ac-488e-ab09-f8befdf07142), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.765968 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-36c1487d-9291-4d6e-91e3-478d1038aa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (8f986240-a4ac-488e-ab09-f8befdf07142), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.789678 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1487d-9291-4d6e-91e3-478d1038aa82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f986240-a4ac-488e-ab09-f8befdf07142,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:15.796856 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-36c1487d-9291-4d6e-91e3-478d1038aa82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.801809 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-36c1487d-9291-4d6e-91e3-478d1038aa82 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8f986240-a4ac-488e-ab09-f8befdf07142 HTTP/1.1" status: 204 len: 168 time: 0.2765472 Jun 16 15:09:15.802576 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8dc116-f07f-4d4c-912f-7a0fa2f44f23 None None] Network e965c323-79ff-4b11-8aaa-a2df835467d6 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:09:15.804223 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42386) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:15.878413 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (e965c323-79ff-4b11-8aaa-a2df835467d6), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.921571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Deleting port def77fc3-75f1-48e7-810b-ee14f563b97e {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:15.921911 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.984550 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] For port def77fc3-75f1-48e7-810b-ee14f563b97e, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=def77fc3-75f1-48e7-810b-ee14f563b97e,segment=NetworkSegment(eab93d75-b767-484e-af13-24a6a4d793d8),segment_id=eab93d75-b767-484e-af13-24a6a4d793d8)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:09:15.984863 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:15.997962 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Calling delete_port for def77fc3-75f1-48e7-810b-ee14f563b97e owned by network:dhcp {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:16.078829 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2e168-dd17-42a8-a4d5-101cc97df2c1 None None] DHCP port deletion for e965c323-79ff-4b11-8aaa-a2df835467d6 request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:09:16.083817 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device ba5671bb-a324-4a23-ab1f-30780633f4b9 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:09:16.084285 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (def77fc3-75f1-48e7-810b-ee14f563b97e), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.105565 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: ba5671bb-a324-4a23-ab1f-30780633f4b9 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:09:16.105992 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device ba5671bb-a324-4a23-ab1f-30780633f4b9 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:09:16.115273 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] No DVR routers for this DVR port def77fc3-75f1-48e7-810b-ee14f563b97e on host dv-cinder-837165-3-iscsi {{(pid=110479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:09:16.119535 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Pushing event deleted for resources: {'Port': ['ID=def77fc3-75f1-48e7-810b-ee14f563b97e,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:16.196158 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (e965c323-79ff-4b11-8aaa-a2df835467d6), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.215857 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e965c323-79ff-4b11-8aaa-a2df835467d6']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:16.225222 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab93d75-b767-484e-af13-24a6a4d793d8') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:16.225517 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab93d75-b767-484e-af13-24a6a4d793d8') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:16.235940 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (eab93d75-b767-484e-af13-24a6a4d793d8), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.256954 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (eab93d75-b767-484e-af13-24a6a4d793d8), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.263334 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:09:16.263719 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (eab93d75-b767-484e-af13-24a6a4d793d8), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.310315 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment eab93d75-b767-484e-af13-24a6a4d793d8 resource provider aggregate not found Jun 16 15:09:16.327809 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (e965c323-79ff-4b11-8aaa-a2df835467d6), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.333850 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment eab93d75-b767-484e-af13-24a6a4d793d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab93d75-b767-484e-af13-24a6a4d793d8 found for delete ", "request_id": "req-a1166af5-66e7-423b-9245-27957637a8f7"}]} Jun 16 15:09:16.334849 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.337968 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] 10.222.0.72 "DELETE /v2.0/networks/e965c323-79ff-4b11-8aaa-a2df835467d6 HTTP/1.1" status: 204 len: 168 time: 0.5328083 Jun 16 15:09:16.350826 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed806ebf-d908-4931-b7f8-43ba9f0c324b admin admin] Pushing event deleted for resources: {'Network': ['ID=e965c323-79ff-4b11-8aaa-a2df835467d6,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:16.453704 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42396) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:16.493716 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-80283344-6bc8-442b-bcc6-54a764418c35 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c94142f5fe543e28710c9bb2916662c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387719 Jun 16 15:09:16.495938 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42398) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:16.546068 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae610cc2-02d1-42ae-a0f5-bf30d4ea9f24 admin admin] Publish callbacks [] for security_group (9e27be45-1a55-451c-ad71-0ba41f31098a), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.568605 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae610cc2-02d1-42ae-a0f5-bf30d4ea9f24 admin admin] Publish callbacks [] for security_group (9e27be45-1a55-451c-ad71-0ba41f31098a), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.616544 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae610cc2-02d1-42ae-a0f5-bf30d4ea9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (9e27be45-1a55-451c-ad71-0ba41f31098a), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.619038 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ae610cc2-02d1-42ae-a0f5-bf30d4ea9f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:16.620186 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-ae610cc2-02d1-42ae-a0f5-bf30d4ea9f24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e27be45-1a55-451c-ad71-0ba41f31098a HTTP/1.1" status: 204 len: 168 time: 0.1233764 Jun 16 15:09:16.628888 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae610cc2-02d1-42ae-a0f5-bf30d4ea9f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e27be45-1a55-451c-ad71-0ba41f31098a,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:17.416218 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b6017786-7105-4014-aeb7-467ad14dc987 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:09:17.439656 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: b6017786-7105-4014-aeb7-467ad14dc987 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:09:17.440585 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b6017786-7105-4014-aeb7-467ad14dc987 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:09:17.441249 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device def77fc3-75f1-48e7-810b-ee14f563b97e no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:09:17.576463 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-7e4b97cf-3761-4ff3-8e49-c553b9bacdf4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526650 Jun 16 15:09:17.586937 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: def77fc3-75f1-48e7-810b-ee14f563b97e {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:09:17.587284 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device def77fc3-75f1-48e7-810b-ee14f563b97e not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:09:17.652571 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-b241b255-f5f7-437a-987b-575ad4c89046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:17.654152 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-b241b255-f5f7-437a-987b-575ad4c89046 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 1130 time: 0.0410457 Jun 16 15:09:17.775501 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-28ade338-6de2-46fd-9e7b-db7e8b03103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:17.777001 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-28ade338-6de2-46fd-9e7b-db7e8b03103b service neutron] 10.222.0.86 "GET /v2.0/networks?id=3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 200 len: 918 time: 0.1050227 Jun 16 15:09:17.843118 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-787ba02e-190b-4326-8d89-0381519b6da1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f HTTP/1.1" status: 200 len: 1001 time: 0.0603547 Jun 16 15:09:17.896313 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-989df70c-2ecb-493b-87c4-c1d8f198c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:17.897861 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-989df70c-2ecb-493b-87c4-c1d8f198c586 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 200 len: 855 time: 0.0488138 Jun 16 15:09:17.941699 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-663c0da4-3672-432b-a373-b97fef33760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:17.943215 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-663c0da4-3672-432b-a373-b97fef33760f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3dc2fbd7-b902-4092-9a0a-ec11d0484649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396621 Jun 16 15:09:18.039264 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-05039f5c-0601-4219-9a8f-a8d1939c66fc service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898387 Jun 16 15:09:18.128479 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:18.134138 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-22400bd1-574e-4425-bcdf-a9b579e88d81 req-63a19c70-4428-448c-88be-2c3a9c23dbae service neutron] 10.222.0.86 "GET /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887253 Jun 16 15:09:18.622503 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42468) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:18.738792 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2b6b152b-2c8a-436c-8e02-fccc58acf7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:18.766307 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=8 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:18.772755 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:18.784161 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:18.824081 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=10 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:18.826218 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2b6b152b-2c8a-436c-8e02-fccc58acf7c8 admin admin] Publish callbacks [] for security_group (9decd623-fe34-46ba-b927-b15dee7f6efe), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:18.830505 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2b6b152b-2c8a-436c-8e02-fccc58acf7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (9decd623-fe34-46ba-b927-b15dee7f6efe), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:18.870277 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b152b-2c8a-436c-8e02-fccc58acf7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9decd623-fe34-46ba-b927-b15dee7f6efe,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:18.876904 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2b6b152b-2c8a-436c-8e02-fccc58acf7c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=651db7af7b3046f3b27c8a8279b8c47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510107 Jun 16 15:09:18.878225 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42472) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:18.930635 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ad00160f-ca1a-4950-a6d8-77da7fce6a38 admin admin] Publish callbacks [] for security_group (9decd623-fe34-46ba-b927-b15dee7f6efe), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:18.952600 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ad00160f-ca1a-4950-a6d8-77da7fce6a38 admin admin] Publish callbacks [] for security_group (9decd623-fe34-46ba-b927-b15dee7f6efe), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:18.999181 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ad00160f-ca1a-4950-a6d8-77da7fce6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (9decd623-fe34-46ba-b927-b15dee7f6efe), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.001679 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ad00160f-ca1a-4950-a6d8-77da7fce6a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.003317 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ad00160f-ca1a-4950-a6d8-77da7fce6a38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9decd623-fe34-46ba-b927-b15dee7f6efe HTTP/1.1" status: 204 len: 168 time: 0.1245296 Jun 16 15:09:19.011236 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00160f-ca1a-4950-a6d8-77da7fce6a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9decd623-fe34-46ba-b927-b15dee7f6efe,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:19.263687 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42478) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:19.281255 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf13f-ed60-40e3-8bb7-33d1836e4a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.283080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:19.360111 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf13f-ed60-40e3-8bb7-33d1836e4a7f admin admin] Publish callbacks [] for security_group (68b0092f-6026-48c8-bd8c-eae12d618c20), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.364420 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf13f-ed60-40e3-8bb7-33d1836e4a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (68b0092f-6026-48c8-bd8c-eae12d618c20), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.403955 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-2e0bf13f-ed60-40e3-8bb7-33d1836e4a7f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4594efcb0ec14f158a1817fe02204ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392324 Jun 16 15:09:19.404661 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bf13f-ed60-40e3-8bb7-33d1836e4a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0092f-6026-48c8-bd8c-eae12d618c20,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:19.407376 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42480) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:19.457105 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5549a2b3-bdeb-4cd7-a942-bdf218120f24 admin admin] Publish callbacks [] for security_group (68b0092f-6026-48c8-bd8c-eae12d618c20), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.479928 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5549a2b3-bdeb-4cd7-a942-bdf218120f24 admin admin] Publish callbacks [] for security_group (68b0092f-6026-48c8-bd8c-eae12d618c20), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.526307 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5549a2b3-bdeb-4cd7-a942-bdf218120f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (68b0092f-6026-48c8-bd8c-eae12d618c20), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.528946 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5549a2b3-bdeb-4cd7-a942-bdf218120f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:19.530099 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5549a2b3-bdeb-4cd7-a942-bdf218120f24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68b0092f-6026-48c8-bd8c-eae12d618c20 HTTP/1.1" status: 204 len: 168 time: 0.1211445 Jun 16 15:09:19.539497 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549a2b3-bdeb-4cd7-a942-bdf218120f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0092f-6026-48c8-bd8c-eae12d618c20,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:29.023777 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=39 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:29.395261 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:29.399859 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=26,neutron:INSERT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:29.533617 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:29.535511 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=46,neutron:DELETE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:29.551997 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=34 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:31.188194 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:32.185163 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:09:36.961858 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c660592-ed76-40b6-8ee7-001e1c5d9a0f req-708eb0e1-1986-4d8a-b271-643df805870b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:36.963495 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c660592-ed76-40b6-8ee7-001e1c5d9a0f req-708eb0e1-1986-4d8a-b271-643df805870b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0568883 Jun 16 15:09:37.009771 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8c660592-ed76-40b6-8ee7-001e1c5d9a0f req-ec9670f2-7f75-4c16-83fb-327f7ecb4048 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406945 Jun 16 15:09:37.288993 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-441c3e1c-b2f8-4f84-8620-9841aa640d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:38.125728 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ac35a-96a5-4858-8ce4-f04b843d7d58 req-aa1e4761-06b3-4eff-bd3f-c8517068a6b2 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:38.127206 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c76ac35a-96a5-4858-8ce4-f04b843d7d58 req-aa1e4761-06b3-4eff-bd3f-c8517068a6b2 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0474341 Jun 16 15:09:38.174284 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c76ac35a-96a5-4858-8ce4-f04b843d7d58 req-d6c0e3af-ee05-4cbe-bfba-d21c6cb9585b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Jun 16 15:09:39.292887 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291854ad-6a32-4bbe-9e27-1b30c4cdb30e req-e62a5746-d717-4189-b2ac-a81594b027fe tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:39.294338 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-291854ad-6a32-4bbe-9e27-1b30c4cdb30e req-e62a5746-d717-4189-b2ac-a81594b027fe tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0495450 Jun 16 15:09:39.340287 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-291854ad-6a32-4bbe-9e27-1b30c4cdb30e req-c658c3c3-4ead-47ac-8370-9a46378e3a79 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 Jun 16 15:09:40.173787 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6645186a-449e-4efa-b39a-9383cdae2db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:40.452543 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c95d25-62cb-4fd6-8ea2-d35def5fa661 req-8b2db7a8-d9ab-40c1-8c7a-4e804e748c58 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:40.453945 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a1c95d25-62cb-4fd6-8ea2-d35def5fa661 req-8b2db7a8-d9ab-40c1-8c7a-4e804e748c58 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0470798 Jun 16 15:09:40.500406 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-a1c95d25-62cb-4fd6-8ea2-d35def5fa661 req-9f08dbba-80c2-4a7a-978e-32d921a57052 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Jun 16 15:09:41.148744 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:41.614581 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8297f0e-50e2-4843-b5a6-149d4d295ce0 req-cc0350a1-748f-43a1-96d9-2e3ea935d599 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:41.616029 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a8297f0e-50e2-4843-b5a6-149d4d295ce0 req-cc0350a1-748f-43a1-96d9-2e3ea935d599 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0463684 Jun 16 15:09:41.662054 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a8297f0e-50e2-4843-b5a6-149d4d295ce0 req-3110b137-c77f-4389-aba0-7217d07c115c tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Jun 16 15:09:42.558194 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:42.780691 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83401c7-014b-4981-bd03-f300e947c844 req-07df5d2b-32f2-4a93-b5ee-b86b50f45f59 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:42.782202 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f83401c7-014b-4981-bd03-f300e947c844 req-07df5d2b-32f2-4a93-b5ee-b86b50f45f59 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0502949 Jun 16 15:09:42.829382 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f83401c7-014b-4981-bd03-f300e947c844 req-b89b9f24-0b00-423c-85e0-8483cb46fe6e tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 Jun 16 15:09:43.857576 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-b3bf5e9a-3737-4909-a0de-7a137778906b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:43.859057 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-b3bf5e9a-3737-4909-a0de-7a137778906b tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0471873 Jun 16 15:09:43.976793 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Deleting port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:43.977096 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:43.997788 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb056b-0311-443a-8af2-6ecd79b2ebcc req-79f2abd8-f9ef-43a7-854c-6a8558aa0717 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:43.999238 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ecbb056b-0311-443a-8af2-6ecd79b2ebcc req-79f2abd8-f9ef-43a7-854c-6a8558aa0717 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 945 time: 0.0852568 Jun 16 15:09:44.106061 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ecbb056b-0311-443a-8af2-6ecd79b2ebcc req-20891a43-5aa3-49cf-8bcf-6140d3259cac tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups?id=51898369-744c-42fa-bf45-35f5ba3103b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977383 Jun 16 15:09:44.111032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] For port c40f32fc-ed69-4d0e-ae9b-74cae93701f8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:09:44.111390 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:44.269902 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:44.270691 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (6f5d258b-07cb-4147-bea5-0a410fa40483), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:44.270995 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Floating IP 6f5d258b-07cb-4147-bea5-0a410fa40483 disassociated. External IP: 172.27.2.79, port: c40f32fc-ed69-4d0e-ae9b-74cae93701f8. Jun 16 15:09:44.271331 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Calling delete_port for c40f32fc-ed69-4d0e-ae9b-74cae93701f8 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:44.382312 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:44.386764 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:44.402279 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (c40f32fc-ed69-4d0e-ae9b-74cae93701f8), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:44.431311 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'Port': ['ID=c40f32fc-ed69-4d0e-ae9b-74cae93701f8,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:44.445225 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.445624 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.446054 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.446510 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.446869 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.447486 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.447827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.448156 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.448484 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.448826 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.449171 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.449499 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.449838 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.450156 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.450473 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:44.523852 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:44.555161 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:09:44.655332 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:09:44.665034 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:09:44.677591 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:44.678215 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:44.701828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] No DVR routers for this DVR port c40f32fc-ed69-4d0e-ae9b-74cae93701f8 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:09:44.704523 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:44.708684 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-62456bc2-1404-4f00-9fa3-687c1f9b2e04 req-21fe3783-4d7c-4988-9e63-53d5f41f8b90 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.86 "DELETE /v2.0/ports/c40f32fc-ed69-4d0e-ae9b-74cae93701f8 HTTP/1.1" status: 204 len: 173 time: 0.8445508 Jun 16 15:09:44.709167 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'name': 'network-vif-deleted', 'tag': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:09:44.711374 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65a6222-8a96-4268-8d9d-b24056d88353" -d '{"events": [{"server_uuid": "0fdfccb3-ca19-46af-91ee-db50006827ac", "name": "network-vif-deleted", "tag": "c40f32fc-ed69-4d0e-ae9b-74cae93701f8"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:09:44.786069 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:44.946605 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacbf65b-f50d-4d6b-ba57-0cb731fe6db6 x-openstack-request-id: req-cacbf65b-f50d-4d6b-ba57-0cb731fe6db6 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:09:44.947546 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfccb3-ca19-46af-91ee-db50006827ac", "name": "network-vif-deleted", "tag": "c40f32fc-ed69-4d0e-ae9b-74cae93701f8", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:09:44.948000 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cacbf65b-f50d-4d6b-ba57-0cb731fe6db6 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:09:44.948646 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cacbf65b-f50d-4d6b-ba57-0cb731fe6db6'] response: {'server_uuid': '0fdfccb3-ca19-46af-91ee-db50006827ac', 'name': 'network-vif-deleted', 'tag': 'c40f32fc-ed69-4d0e-ae9b-74cae93701f8', 'status': 'completed', 'code': 200} Jun 16 15:09:44.961385 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:45.013523 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:45.042985 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:09:45.051989 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:45.052601 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:45.158221 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:45.273015 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8784fb34-6c80-46b6-83c2-03bd71ef8ebd req-95cb2d0d-cc7f-4bcc-9e07-65ca1af3a579 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdfccb3-ca19-46af-91ee-db50006827ac HTTP/1.1" status: 200 len: 210 time: 0.0299056 Jun 16 15:09:45.358803 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:45.383196 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec881b5-7378-4108-9783-9d30ee85346c None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T14:57:20Z', 'revision_number': 4, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'da557f88-9008-4f5b-a3ab-cae4201d4549', 'name': '', 'network_id': '585283c3-d940-441f-ba61-bbe0dfecbee8', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'mac_address': 'fa:16:3e:0a:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:18Z', 'updated_at': '2022-06-16T14:57:40Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'subnets': [{'id': 'da0217a2-0b83-4eb2-9b52-4b39182d5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:09:45.588737 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e146950-08d1-424c-8f5f-75ae7178504d None None] New status for floating IP 6f5d258b-07cb-4147-bea5-0a410fa40483: DOWN {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:09:46.358908 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42724) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:46.413971 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff47e102-c0ac-49db-b9e7-ac4a5250de35 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (51898369-744c-42fa-bf45-35f5ba3103b5), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:46.437788 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff47e102-c0ac-49db-b9e7-ac4a5250de35 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (51898369-744c-42fa-bf45-35f5ba3103b5), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:46.486141 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff47e102-c0ac-49db-b9e7-ac4a5250de35 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (51898369-744c-42fa-bf45-35f5ba3103b5), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:46.488624 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ff47e102-c0ac-49db-b9e7-ac4a5250de35 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:46.490330 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ff47e102-c0ac-49db-b9e7-ac4a5250de35 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "DELETE /v2.0/security-groups/51898369-744c-42fa-bf45-35f5ba3103b5 HTTP/1.1" status: 204 len: 168 time: 0.1304321 Jun 16 15:09:46.493154 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42726) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:46.499436 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47e102-c0ac-49db-b9e7-ac4a5250de35 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51898369-744c-42fa-bf45-35f5ba3103b5,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:46.510348 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.api.v2.resource [None req-fbbf8c45-1ac3-4b33-b24a-0f7cbf894256 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] show failed (client error): The resource could not be found. Jun 16 15:09:46.511372 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-fbbf8c45-1ac3-4b33-b24a-0f7cbf894256 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "GET /v2.0/security-groups/51898369-744c-42fa-bf45-35f5ba3103b5 HTTP/1.1" status: 404 len: 347 time: 0.0166748 Jun 16 15:09:46.514254 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42728) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:46.626768 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Deleting port 4154644f-cc79-457c-bb6b-8bccbd25d168 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:46.627114 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (4154644f-cc79-457c-bb6b-8bccbd25d168), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:46.700972 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (4154644f-cc79-457c-bb6b-8bccbd25d168), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:46.701307 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (4154644f-cc79-457c-bb6b-8bccbd25d168), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:46.713551 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Calling delete_port for 4154644f-cc79-457c-bb6b-8bccbd25d168 owned by network:floatingip {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:46.842885 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (4154644f-cc79-457c-bb6b-8bccbd25d168), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:46.867890 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Pushing event deleted for resources: {'Port': ['ID=4154644f-cc79-457c-bb6b-8bccbd25d168,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:47.179246 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks [] for floatingip (6f5d258b-07cb-4147-bea5-0a410fa40483), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:47.181495 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:47.182615 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-921fc127-52bb-47b7-97fc-5fa0c2061550 tempest-AttachVolumeNegativeTest-54694543 tempest-AttachVolumeNegativeTest-54694543-project] 10.222.0.72 "DELETE /v2.0/floatingips/6f5d258b-07cb-4147-bea5-0a410fa40483 HTTP/1.1" status: 204 len: 168 time: 0.6674576 Jun 16 15:09:50.496225 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device c40f32fc-ed69-4d0e-ae9b-74cae93701f8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:09:50.518417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: c40f32fc-ed69-4d0e-ae9b-74cae93701f8 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:09:50.518784 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device c40f32fc-ed69-4d0e-ae9b-74cae93701f8 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:09:51.283491 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce500754-4dce-4b44-bca4-c5fdb7c9feb9 req-72b1917a-a94d-4713-a608-5fb990a4ddcb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:51.285010 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ce500754-4dce-4b44-bca4-c5fdb7c9feb9 req-72b1917a-a94d-4713-a608-5fb990a4ddcb tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.2809465 Jun 16 15:09:51.333183 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ce500754-4dce-4b44-bca4-c5fdb7c9feb9 req-79f8c271-0119-46be-ad89-23caa3ef558c tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413654 Jun 16 15:09:52.452473 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea1268-3ad5-473c-b007-eea83a662f8d req-e91b1de5-2f0a-4513-b275-705c955e52c0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:52.453958 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f8ea1268-3ad5-473c-b007-eea83a662f8d req-e91b1de5-2f0a-4513-b275-705c955e52c0 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0471733 Jun 16 15:09:52.501527 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f8ea1268-3ad5-473c-b007-eea83a662f8d req-916de891-ad4a-4efd-8f75-59dd23c9bbaf tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420606 Jun 16 15:09:53.309256 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42794) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:53.400497 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:53.448468 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Deleting port d492bf79-1bd9-4240-9db5-19171f6eb6ee {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:53.448730 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (d492bf79-1bd9-4240-9db5-19171f6eb6ee), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:53.470106 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:53.526852 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (d492bf79-1bd9-4240-9db5-19171f6eb6ee), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:53.527185 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (d492bf79-1bd9-4240-9db5-19171f6eb6ee), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:53.539623 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Calling delete_port for d492bf79-1bd9-4240-9db5-19171f6eb6ee owned by network:floatingip {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:53.621431 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46373993-b128-4007-b640-4a0f9cfedea4 req-26b5702e-4b4a-4681-83ed-9ca2a9e654dd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:53.622990 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-46373993-b128-4007-b640-4a0f9cfedea4 req-26b5702e-4b4a-4681-83ed-9ca2a9e654dd tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0477271 Jun 16 15:09:53.670451 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-46373993-b128-4007-b640-4a0f9cfedea4 req-94ac266d-8514-409b-a049-9dc2507cde63 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419383 Jun 16 15:09:53.712215 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (d492bf79-1bd9-4240-9db5-19171f6eb6ee), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:53.742423 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event deleted for resources: {'Port': ['ID=d492bf79-1bd9-4240-9db5-19171f6eb6ee,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:53.821661 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (9769095b-512b-49d3-9640-1e91ef46cdda), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:53.821997 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Floating IP 9769095b-512b-49d3-9640-1e91ef46cdda disassociated (deleted). External IP: 172.27.2.50, port: 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393. Jun 16 15:09:54.027913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Router ede70ec2-e033-4571-ab30-78be57d69a89 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:09:54.164201 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-1fdf5d70-2d3a-4405-8239-169958e62258 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:54.165698 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-1fdf5d70-2d3a-4405-8239-169958e62258 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0586879 Jun 16 15:09:54.170135 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:09:54.174837 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:54.180032 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:09:54.190640 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:54.191253 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:54.208182 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-2e773061-ca18-4d57-91d1-976c29ba6e55 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "DELETE /v2.0/floatingips/9769095b-512b-49d3-9640-1e91ef46cdda HTTP/1.1" status: 204 len: 168 time: 0.8978467 Jun 16 15:09:54.208926 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:09:54.211193 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f1a0a-753e-4976-9873-aa6cad178193" -d '{"events": [{"name": "network-changed", "server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:09:54.247403 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d73963d-0d1a-46f2-963a-4aa65a17983e x-openstack-request-id: req-5d73963d-0d1a-46f2-963a-4aa65a17983e {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:09:54.247756 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:09:54.248065 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d73963d-0d1a-46f2-963a-4aa65a17983e {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:09:54.248556 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d73963d-0d1a-46f2-963a-4aa65a17983e'] response: {'name': 'network-changed', 'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'status': 'completed', 'code': 200} Jun 16 15:09:54.296476 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:54.436669 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c811abd-f9e6-4e3e-84c5-c4e5e9103773 req-37270f27-7fd5-4820-bfc4-0d0fd0496a1f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:54.438272 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c811abd-f9e6-4e3e-84c5-c4e5e9103773 req-37270f27-7fd5-4820-bfc4-0d0fd0496a1f tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0543396 Jun 16 15:09:54.459603 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:54.462129 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:54.488659 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c811abd-f9e6-4e3e-84c5-c4e5e9103773 req-768f1ca3-9896-4857-8834-9e4017aa7112 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445721 Jun 16 15:09:54.516650 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:37Z', 'revision_number': 1, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:54.541264 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:09:54.549865 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:54.550432 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:54.727595 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:54.793012 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d62e24-459e-4a7f-894c-981248494cf4 req-a79424ba-fad2-4899-b1e2-7a3797b61def tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:54.794670 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85d62e24-459e-4a7f-894c-981248494cf4 req-a79424ba-fad2-4899-b1e2-7a3797b61def tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0477855 Jun 16 15:09:54.844680 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-85d62e24-459e-4a7f-894c-981248494cf4 req-eface5fb-5719-4861-9bfc-a62555e578f3 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444419 Jun 16 15:09:54.938347 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:37Z', 'revision_number': 1, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:54.962362 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2518c13d-8ce6-4228-8fff-dd25bc1945a3 None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_floatingips': [{'id': '9b2e42b4-7a2f-417f-822f-6d1eb653b1d9', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'router_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'port_id': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'mac_address': 'fa:16:3e:70:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T15:04:35Z', 'updated_at': '2022-06-16T15:04:37Z', 'revision_number': 1, 'project_id': '05223500b4a142c7a77c2de010541b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:09:55.185603 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc20320-eaa2-492f-a34c-774137c2c4bf None None] New status for floating IP 9769095b-512b-49d3-9640-1e91ef46cdda: DOWN {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:09:55.604149 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c266fb-556c-4bbd-bfbb-31e8e01ce8c1 req-dd4e825b-2597-4c0e-a793-d0f6408f429d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:55.605660 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-47c266fb-556c-4bbd-bfbb-31e8e01ce8c1 req-dd4e825b-2597-4c0e-a793-d0f6408f429d tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0475383 Jun 16 15:09:55.653077 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-47c266fb-556c-4bbd-bfbb-31e8e01ce8c1 req-71bc2d01-61c1-48c4-b027-08744df4b410 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Jun 16 15:09:55.969377 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b42b4-2eae-4502-8a69-c9ff46df47cf req-9901573e-40c3-4e42-8843-9d9b1dbff4e4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:55.970778 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-943b42b4-2eae-4502-8a69-c9ff46df47cf req-9901573e-40c3-4e42-8843-9d9b1dbff4e4 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0495167 Jun 16 15:09:55.990943 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:55.996941 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:56.021817 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-943b42b4-2eae-4502-8a69-c9ff46df47cf req-91b00a4e-8e55-4770-a8f4-5be090d279d5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454359 Jun 16 15:09:56.765752 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7935-ad39-4b22-944d-efd4d4266bde req-cf54e3c4-20ac-4137-98f6-b0487cf07485 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:56.767215 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5cbb7935-ad39-4b22-944d-efd4d4266bde req-cf54e3c4-20ac-4137-98f6-b0487cf07485 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0469806 Jun 16 15:09:56.818908 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5cbb7935-ad39-4b22-944d-efd4d4266bde req-6a30d82c-7e6a-4a58-85ec-962c11c678d7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463021 Jun 16 15:09:57.147876 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9919b1-abf9-4a29-9dea-26b9fab987dd req-908d7fba-cb43-493d-9ab1-d9851ddb425f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:57.149392 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7b9919b1-abf9-4a29-9dea-26b9fab987dd req-908d7fba-cb43-493d-9ab1-d9851ddb425f tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 946 time: 0.0531242 Jun 16 15:09:57.195898 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7b9919b1-abf9-4a29-9dea-26b9fab987dd req-83b22f90-ad1f-4762-a54b-5206feb9b506 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 Jun 16 15:09:57.934419 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c589c20-1883-4201-a977-ddb73d18fe85 req-2c78584c-6b01-4c3d-a94f-decebcc42e48 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:57.935950 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c589c20-1883-4201-a977-ddb73d18fe85 req-2c78584c-6b01-4c3d-a94f-decebcc42e48 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Jun 16 15:09:57.951652 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 2fd6981b-720b-4e5e-a50b-00f468402a5f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:09:57.966143 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Deleting port 2fd6981b-720b-4e5e-a50b-00f468402a5f {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:09:57.966485 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:57.988223 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0c589c20-1883-4201-a977-ddb73d18fe85 req-30891cf8-f106-4d3f-b2df-4ed7ccced80e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465736 Jun 16 15:09:58.030424 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 2fd6981b-720b-4e5e-a50b-00f468402a5f is: ACTIVE; New status is: DOWN {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:09:58.030884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:58.053712 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:09:58.056012 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4325a919-f16b-45e3-b09a-a80a15054171" -d '{"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:09:58.060341 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:09:58.060718 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:58.069114 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 2fd6981b-720b-4e5e-a50b-00f468402a5f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2fd6981b-720b-4e5e-a50b-00f468402a5f,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:09:58.073417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:58.099037 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752dcdc2-48e7-495d-81a4-d298f46a779a x-openstack-request-id: req-752dcdc2-48e7-495d-81a4-d298f46a779a {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:09:58.099274 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:09:58.100032 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-752dcdc2-48e7-495d-81a4-d298f46a779a {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:09:58.100427 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752dcdc2-48e7-495d-81a4-d298f46a779a'] response: {'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'code': 200} Jun 16 15:09:58.126288 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=11']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:58.133645 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.133995 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.134346 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.134685 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.135023 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.135354 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.135683 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.136010 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.136343 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.136662 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.137013 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.137340 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.137663 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.137983 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.138303 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:58.232408 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:58.232969 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080970'] for floatingip (f3f2f7ad-7873-4395-bf97-b1a78baf4a1b), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:58.233109 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.l3_db [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Floating IP f3f2f7ad-7873-4395-bf97-b1a78baf4a1b disassociated. External IP: 172.27.2.240, port: 2fd6981b-720b-4e5e-a50b-00f468402a5f. Jun 16 15:09:58.233445 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Calling delete_port for 2fd6981b-720b-4e5e-a50b-00f468402a5f owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:09:58.275479 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:58.277444 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:58.315113 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa17937-02b7-4728-a124-62e82bf698dc req-1965dc6d-ecd5-41a6-8bc0-7f5ed6290406 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:58.316657 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8fa17937-02b7-4728-a124-62e82bf698dc req-1965dc6d-ecd5-41a6-8bc0-7f5ed6290406 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 944 time: 0.0497537 Jun 16 15:09:58.363795 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8fa17937-02b7-4728-a124-62e82bf698dc req-066d83e7-7069-41c3-b8a5-3738d6da5c24 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups?id=f3e8a619-cf9b-44b7-afb8-7b908b0c9616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411012 Jun 16 15:09:58.376996 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (2fd6981b-720b-4e5e-a50b-00f468402a5f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:58.404586 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event deleted for resources: {'Port': ['ID=2fd6981b-720b-4e5e-a50b-00f468402a5f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:58.514062 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Router 23be61ec-e38c-4806-9820-c303c534a6ab has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:09:58.616021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:09:58.625747 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] Sync routers for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:09:58.636688 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:58.637349 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:58.658008 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] No DVR routers for this DVR port 2fd6981b-720b-4e5e-a50b-00f468402a5f on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:09:58.660831 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:09:58.664626 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b9445fb0-a2c6-42cb-a7ac-ac9f3b9f0335 req-5211c8d6-7090-4a69-96ae-e7f255a86a96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.86 "DELETE /v2.0/ports/2fd6981b-720b-4e5e-a50b-00f468402a5f HTTP/1.1" status: 204 len: 173 time: 0.7837079 Jun 16 15:09:58.665148 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-deleted', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:09:58.667366 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a151b44-ce09-46b2-849d-07951c5227ca" -d '{"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-deleted", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:09:58.702346 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540698e0-7c55-40bb-8129-5cd1114f2f79 x-openstack-request-id: req-540698e0-7c55-40bb-8129-5cd1114f2f79 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:09:58.702635 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e3fc3-e13f-4352-ad2f-7babd83b19e3", "name": "network-vif-deleted", "tag": "2fd6981b-720b-4e5e-a50b-00f468402a5f", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:09:58.702915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-540698e0-7c55-40bb-8129-5cd1114f2f79 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:09:58.703322 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540698e0-7c55-40bb-8129-5cd1114f2f79'] response: {'server_uuid': 'b53e3fc3-e13f-4352-ad2f-7babd83b19e3', 'name': 'network-vif-deleted', 'tag': '2fd6981b-720b-4e5e-a50b-00f468402a5f', 'status': 'completed', 'code': 200} Jun 16 15:09:58.739764 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:58.930141 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:58.960795 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] Checking router: 23be61ec-e38c-4806-9820-c303c534a6ab for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:09:58.969653 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:09:58.970280 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:59.080981 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:09:59.117912 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3bb26-f81a-4087-b0b9-04294b0b8e3e req-66c79cd0-95b2-4d83-8cee-e008edc3757e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:59.119685 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3fc3bb26-f81a-4087-b0b9-04294b0b8e3e req-66c79cd0-95b2-4d83-8cee-e008edc3757e tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0554500 Jun 16 15:09:59.125800 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:59.176461 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3fc3bb26-f81a-4087-b0b9-04294b0b8e3e req-af2784fa-8842-4857-ac68-c1f5bd62c2e0 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497944 Jun 16 15:09:59.238916 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:59.298373 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42872) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:09:59.303876 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:59.305136 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:09:59.334697 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620da0b1-4ecd-4b53-a78d-60e3512c9d02 None None] The sync data for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi is: [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'db6aa5cb-06ab-44f3-b717-ae713059fa16', 'name': '', 'network_id': '3dc2fbd7-b902-4092-9a0a-ec11d0484649', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'mac_address': 'fa:16:3e:38:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:12Z', 'updated_at': '2022-06-16T14:57:33Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'subnets': [{'id': '30810ffb-b184-4065-b615-c5f345d0f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:09:59.343429 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f1a0a-753e-4976-9873-aa6cad178193 req-95d09ee3-6a8a-44b9-ae3d-a7720ce0c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:59.346506 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-065f1a0a-753e-4976-9873-aa6cad178193 req-95d09ee3-6a8a-44b9-ae3d-a7720ce0c20a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 1130 time: 0.0723293 Jun 16 15:09:59.397567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:59.527753 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f1a0a-753e-4976-9873-aa6cad178193 req-89c4297e-079d-43be-b170-9e164ff953df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:09:59.529285 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-065f1a0a-753e-4976-9873-aa6cad178193 req-89c4297e-079d-43be-b170-9e164ff953df service neutron] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 913 time: 0.1523499 Jun 16 15:09:59.531037 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2cfd2f02-db91-4f62-b2db-d5516894c97e req-e9daa081-d800-4590-bc56-db630b8adab7 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/ports?device_id=b53e3fc3-e13f-4352-ad2f-7babd83b19e3 HTTP/1.1" status: 200 len: 210 time: 0.0410845 Jun 16 15:09:59.623188 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e3159-b4ce-4eab-aa0f-b929dbcc205c None None] New status for floating IP f3f2f7ad-7873-4395-bf97-b1a78baf4a1b: DOWN {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:09:59.625522 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:59.627156 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=50,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:09:59.802299 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-065f1a0a-753e-4976-9873-aa6cad178193 req-4bcd2719-3151-4451-9c89-02d79ee081d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 HTTP/1.1" status: 200 len: 217 time: 0.0380080 Jun 16 15:09:59.816779 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.035299 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Deleting port da557f88-9008-4f5b-a3ab-cae4201d4549 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:00.035641 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.115419 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] For port da557f88-9008-4f5b-a3ab-cae4201d4549, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=da557f88-9008-4f5b-a3ab-cae4201d4549,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:00.115783 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.128158 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Calling delete_port for da557f88-9008-4f5b-a3ab-cae4201d4549 owned by network:router_interface {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:00.169607 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:00.215067 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f1a0a-753e-4976-9873-aa6cad178193 req-1679bbce-033e-454e-a9dd-524a8b956ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:00.220686 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-065f1a0a-753e-4976-9873-aa6cad178193 req-1679bbce-033e-454e-a9dd-524a8b956ced service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.0607674 Jun 16 15:10:00.284043 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=100 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:00.332508 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c81cb-7244-491d-8e2f-16465b52dee8 req-08d193e8-0ceb-4389-b2c9-7dbd5a4e8a1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:00.339259 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f57c81cb-7244-491d-8e2f-16465b52dee8 req-08d193e8-0ceb-4389-b2c9-7dbd5a4e8a1b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0712812 Jun 16 15:10:00.384061 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f1a0a-753e-4976-9873-aa6cad178193 req-c548d31c-3209-4b05-9233-1e4afd20952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:00.385639 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-065f1a0a-753e-4976-9873-aa6cad178193 req-c548d31c-3209-4b05-9233-1e4afd20952e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863783 Jun 16 15:10:00.391804 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-aa0f2389-735a-4955-9f52-4beade2acfe1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:00.393198 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-aa0f2389-735a-4955-9f52-4beade2acfe1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 946 time: 0.0837829 Jun 16 15:10:00.417430 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-f57c81cb-7244-491d-8e2f-16465b52dee8 req-ac54601d-aabd-4c54-b75f-dd45137875d1 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772345 Jun 16 15:10:00.450151 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (da557f88-9008-4f5b-a3ab-cae4201d4549), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.484043 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Pushing event deleted for resources: {'Port': ['ID=da557f88-9008-4f5b-a3ab-cae4201d4549,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:00.566362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Deleting port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:00.566678 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.612153 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-065f1a0a-753e-4976-9873-aa6cad178193 req-a4c1b738-4721-4f3d-9739-e49045bdea84 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172318 Jun 16 15:10:00.674748 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42912) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:00.715377 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.806574 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] For port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:00.806939 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.836270 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Calling delete_port for 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:00.858157 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-75126125-bf6f-4cd5-ad06-2833ff7e65d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (f3e8a619-cf9b-44b7-afb8-7b908b0c9616), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.865024 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-065f1a0a-753e-4976-9873-aa6cad178193 req-0fdbaa53-68e0-4643-bd22-aee817651b60 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208779 Jun 16 15:10:00.920907 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-75126125-bf6f-4cd5-ad06-2833ff7e65d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (f3e8a619-cf9b-44b7-afb8-7b908b0c9616), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:00.942105 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:10:00.979643 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:01.020407 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-75126125-bf6f-4cd5-ad06-2833ff7e65d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (f3e8a619-cf9b-44b7-afb8-7b908b0c9616), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.023052 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-75126125-bf6f-4cd5-ad06-2833ff7e65d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.024182 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-75126125-bf6f-4cd5-ad06-2833ff7e65d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "DELETE /v2.0/security-groups/f3e8a619-cf9b-44b7-afb8-7b908b0c9616 HTTP/1.1" status: 204 len: 168 time: 0.3466446 Jun 16 15:10:01.027732 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42916) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:01.042991 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75126125-bf6f-4cd5-ad06-2833ff7e65d2 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8a619-cf9b-44b7-afb8-7b908b0c9616,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:01.047386 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:01.055203 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.api.v2.resource [None req-371bbaee-ca8a-4715-aac2-b1d26545da96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] show failed (client error): The resource could not be found. Jun 16 15:10:01.056239 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-371bbaee-ca8a-4715-aac2-b1d26545da96 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "GET /v2.0/security-groups/f3e8a619-cf9b-44b7-afb8-7b908b0c9616 HTTP/1.1" status: 404 len: 347 time: 0.0275803 Jun 16 15:10:01.060883 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42918) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:01.061803 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.089710 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event deleted for resources: {'Port': ['ID=4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:01.095625 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:10:01.104662 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-a954313f-4b56-4725-9fdf-093b3ce3988b admin admin] 10.222.0.72 "PUT /v2.0/routers/8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043010 Jun 16 15:10:01.107149 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42920) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:01.109216 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] Sync routers for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:10:01.125066 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:01.125732 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:01.144063 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] No DVR routers for this DVR port 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:01.148219 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.151036 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f3a37647-ac2b-4214-9fe6-c43d3022a544 req-082df07e-d763-4e70-9c45-75fc74a9adda tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "DELETE /v2.0/ports/4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 HTTP/1.1" status: 204 len: 173 time: 0.7477221 Jun 16 15:10:01.151280 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'name': 'network-vif-deleted', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:10:01.154572 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b8c165-9169-43f8-92be-bb6edb8f219b" -d '{"events": [{"server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "name": "network-vif-deleted", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:10:01.206085 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec2e6af-fcfe-4756-899d-5a7d2fd83a4b x-openstack-request-id: req-bec2e6af-fcfe-4756-899d-5a7d2fd83a4b {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:10:01.206366 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396d3e73-5c6a-4889-84e6-7a440d744018", "name": "network-vif-deleted", "tag": "4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:10:01.206607 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bec2e6af-fcfe-4756-899d-5a7d2fd83a4b {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:10:01.207004 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec2e6af-fcfe-4756-899d-5a7d2fd83a4b'] response: {'server_uuid': '396d3e73-5c6a-4889-84e6-7a440d744018', 'name': 'network-vif-deleted', 'tag': '4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393', 'status': 'completed', 'code': 200} Jun 16 15:10:01.233355 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:01.279444 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Deleting port 676d9c94-ecc2-4226-8b5e-358d67e34370 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:01.280103 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (676d9c94-ecc2-4226-8b5e-358d67e34370), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.298666 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:01.305647 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:01.311939 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks [] for router (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.411083 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T15:10:00Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:01.439212 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] Checking router: 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:10:01.444175 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (676d9c94-ecc2-4226-8b5e-358d67e34370), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.444175 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (676d9c94-ecc2-4226-8b5e-358d67e34370), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.450915 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] Routers {'8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:01.451988 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:01.464042 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Calling delete_port for 676d9c94-ecc2-4226-8b5e-358d67e34370 owned by network:floatingip {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:01.484187 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks [] for router_gateway (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.562846 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8014db7d-7d3b-4ad0-9462-2795033f2824 req-c94d1900-72ba-41cf-95d8-2d71b4dad05b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=396d3e73-5c6a-4889-84e6-7a440d744018 HTTP/1.1" status: 200 len: 210 time: 0.0431361 Jun 16 15:10:01.621244 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Deleting port 5bb9172b-fa16-44c7-8fe2-cba94518365c {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:01.621591 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:01.688363 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] Set router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:01.871591 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T15:10:00Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:01.906313 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ba941-2d08-4fd1-a96e-d9f46dc00ad0 None None] The sync data for ids ['8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc'] in dv-cinder-837165-3-iscsi is: [{'id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'name': 'tempest-AttachVolumeNegativeTest-1119669006-router', 'tenant_id': '2940b81a86c2401db1aa432d9a0735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:08Z', 'updated_at': '2022-06-16T15:10:00Z', 'revision_number': 5, 'project_id': '2940b81a86c2401db1aa432d9a0735eb', 'gw_port': {'id': '5bb9172b-fa16-44c7-8fe2-cba94518365c', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:10Z', 'updated_at': '2022-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:10:02.000392 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] For port 5bb9172b-fa16-44c7-8fe2-cba94518365c, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=5bb9172b-fa16-44c7-8fe2-cba94518365c,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:02.000767 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.007909 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (676d9c94-ecc2-4226-8b5e-358d67e34370), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.020569 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Calling delete_port for 5bb9172b-fa16-44c7-8fe2-cba94518365c owned by network:router_gateway {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:02.042517 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Pushing event deleted for resources: {'Port': ['ID=676d9c94-ecc2-4226-8b5e-358d67e34370,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:02.155535 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks [] for floatingip (f3f2f7ad-7873-4395-bf97-b1a78baf4a1b), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.158026 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.159430 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1ec01507-1628-4fe1-9ec9-b148cf21aca5 tempest-AttachVolumeShelveTestJSON-1860873197 tempest-AttachVolumeShelveTestJSON-1860873197-project] 10.222.0.72 "DELETE /v2.0/floatingips/f3f2f7ad-7873-4395-bf97-b1a78baf4a1b HTTP/1.1" status: 204 len: 168 time: 1.0976670 Jun 16 15:10:02.262470 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:02.289773 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (5bb9172b-fa16-44c7-8fe2-cba94518365c), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.320285 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb9172b-fa16-44c7-8fe2-cba94518365c,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:02.385269 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.467425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:02.476816 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.479493 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks [] for router_controller (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.526675 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.527262 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc {{(pid=110479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:10:02.531809 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.532972 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-23c9f0aa-bcf4-4d0d-bfdc-56eddbf7d37d admin admin] 10.222.0.72 "DELETE /v2.0/routers/8c2df35d-d8e1-466e-9e7e-0ba2c9ca8edc HTTP/1.1" status: 204 len: 168 time: 1.4249182 Jun 16 15:10:02.535820 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42936) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:02.595942 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-23779069-a954-4546-be46-548725fa2c4f admin admin] Deleting subnet da0217a2-0b83-4eb2-9b52-4b39182d5235 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:10:02.599769 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23779069-a954-4546-be46-548725fa2c4f admin admin] Publish callbacks [] for subnet (da0217a2-0b83-4eb2-9b52-4b39182d5235), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.640087 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23779069-a954-4546-be46-548725fa2c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (da0217a2-0b83-4eb2-9b52-4b39182d5235), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.720390 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23779069-a954-4546-be46-548725fa2c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (da0217a2-0b83-4eb2-9b52-4b39182d5235), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.777470 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23779069-a954-4546-be46-548725fa2c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (da0217a2-0b83-4eb2-9b52-4b39182d5235), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.800998 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23779069-a954-4546-be46-548725fa2c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0217a2-0b83-4eb2-9b52-4b39182d5235,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:02.807144 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-23779069-a954-4546-be46-548725fa2c4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.810281 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-23779069-a954-4546-be46-548725fa2c4f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/da0217a2-0b83-4eb2-9b52-4b39182d5235 HTTP/1.1" status: 204 len: 168 time: 0.2735374 Jun 16 15:10:02.812921 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42944) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:02.815126 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68f3dd-ba79-4f05-91f3-8ba6ffa7c9f3 None None] Network 585283c3-d940-441f-ba61-bbe0dfecbee8 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:02.885418 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (585283c3-d940-441f-ba61-bbe0dfecbee8), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:02.937030 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Deleting port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:02.937375 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.007977 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] For port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:03.008345 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.022842 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Calling delete_port for e3adf39e-e8cf-46a4-8b3d-b53b3910fdab owned by network:dhcp {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:03.026507 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] DHCP port deletion for 585283c3-d940-441f-ba61-bbe0dfecbee8 request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:10:03.080800 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] Deleting port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab {{(pid=110481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:03.081476 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), before_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.117405 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.145952 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:03.147728 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] No DVR routers for this DVR port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab on host dv-cinder-837165-3-iscsi {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:03.155313 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] For port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,segment=NetworkSegment(53d77910-fc85-4dc2-bef8-bb82cb937d71),segment_id=53d77910-fc85-4dc2-bef8-bb82cb937d71)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:03.155974 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), precommit_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.171158 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] Calling delete_port for e3adf39e-e8cf-46a4-8b3d-b53b3910fdab owned by network:dhcp {{(pid=110481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:03.177335 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42952) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:03.222660 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (585283c3-d940-441f-ba61-bbe0dfecbee8), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.248646 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (e3adf39e-e8cf-46a4-8b3d-b53b3910fdab), after_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.255405 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585283c3-d940-441f-ba61-bbe0dfecbee8']}} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:03.265630 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d77910-fc85-4dc2-bef8-bb82cb937d71') {'for_net_delete': True} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:03.265927 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d77910-fc85-4dc2-bef8-bb82cb937d71') {} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:03.275982 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] Pushing event deleted for resources: {'Port': ['ID=e3adf39e-e8cf-46a4-8b3d-b53b3910fdab,revision_number=None']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:03.276574 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59125363'] for segment (53d77910-fc85-4dc2-bef8-bb82cb937d71), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.281906 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb121d-59c0-4ae4-a284-308c292a8ad7 None None] No DVR routers for this DVR port e3adf39e-e8cf-46a4-8b3d-b53b3910fdab on host dv-cinder-837165-3-iscsi {{(pid=110481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:03.295268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (53d77910-fc85-4dc2-bef8-bb82cb937d71), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.303385 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=110480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:10:03.304517 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59135716'] for segment (53d77910-fc85-4dc2-bef8-bb82cb937d71), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.313800 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a81c7dab-c355-4a36-8c7c-63303e826cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.327246 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 53d77910-fc85-4dc2-bef8-bb82cb937d71 resource provider aggregate not found Jun 16 15:10:03.360612 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 53d77910-fc85-4dc2-bef8-bb82cb937d71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53d77910-fc85-4dc2-bef8-bb82cb937d71 found for delete ", "request_id": "req-f7d320b4-2125-472e-9880-e3ad879191a7"}]} Jun 16 15:10:03.378657 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (585283c3-d940-441f-ba61-bbe0dfecbee8), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.388049 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.391684 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] 10.222.0.72 "DELETE /v2.0/networks/585283c3-d940-441f-ba61-bbe0dfecbee8 HTTP/1.1" status: 204 len: 168 time: 0.5772867 Jun 16 15:10:03.405855 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948469a0-aa93-4559-bdf8-26f9ab37ba9f admin admin] Pushing event deleted for resources: {'Network': ['ID=585283c3-d940-441f-ba61-bbe0dfecbee8,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:03.453645 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a81c7dab-c355-4a36-8c7c-63303e826cf5 admin admin] Publish callbacks [] for security_group (2a162fd5-3dcf-4fe2-ac73-d530b2a1702f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.461955 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-a81c7dab-c355-4a36-8c7c-63303e826cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (2a162fd5-3dcf-4fe2-ac73-d530b2a1702f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.489620 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device da557f88-9008-4f5b-a3ab-cae4201d4549 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:03.507153 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-a81c7dab-c355-4a36-8c7c-63303e826cf5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=283cf963eae0439fb70286067d3807a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279746 Jun 16 15:10:03.509172 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c7dab-c355-4a36-8c7c-63303e826cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a162fd5-3dcf-4fe2-ac73-d530b2a1702f,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:03.509968 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42970) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:03.526553 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: da557f88-9008-4f5b-a3ab-cae4201d4549 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:03.526928 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device da557f88-9008-4f5b-a3ab-cae4201d4549 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:03.527509 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device e3adf39e-e8cf-46a4-8b3d-b53b3910fdab no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:03.549584 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: e3adf39e-e8cf-46a4-8b3d-b53b3910fdab {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:03.549900 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device e3adf39e-e8cf-46a4-8b3d-b53b3910fdab not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:03.550364 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 5bb9172b-fa16-44c7-8fe2-cba94518365c no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:03.575788 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 5bb9172b-fa16-44c7-8fe2-cba94518365c {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:03.576147 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 5bb9172b-fa16-44c7-8fe2-cba94518365c not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:03.589508 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42974) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:03.598011 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7eda1883-985f-40de-bf4f-c9e7b737b242 admin admin] Publish callbacks [] for security_group (2a162fd5-3dcf-4fe2-ac73-d530b2a1702f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.641317 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7eda1883-985f-40de-bf4f-c9e7b737b242 admin admin] Publish callbacks [] for security_group (2a162fd5-3dcf-4fe2-ac73-d530b2a1702f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.657112 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-72a77147-e2ff-47a7-88f4-82c231fee773 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2940b81a86c2401db1aa432d9a0735eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0677950 Jun 16 15:10:03.659946 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 42976) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:03.695116 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7eda1883-985f-40de-bf4f-c9e7b737b242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (2a162fd5-3dcf-4fe2-ac73-d530b2a1702f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.697662 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7eda1883-985f-40de-bf4f-c9e7b737b242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.701225 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-7eda1883-985f-40de-bf4f-c9e7b737b242 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2a162fd5-3dcf-4fe2-ac73-d530b2a1702f HTTP/1.1" status: 204 len: 168 time: 0.1876516 Jun 16 15:10:03.708088 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda1883-985f-40de-bf4f-c9e7b737b242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a162fd5-3dcf-4fe2-ac73-d530b2a1702f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:03.717870 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6323c506-b214-47f5-b803-cafcbe63cd92 admin admin] Publish callbacks [] for security_group (75e291b4-f542-433d-913b-8965dcd1eea7), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.742245 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6323c506-b214-47f5-b803-cafcbe63cd92 admin admin] Publish callbacks [] for security_group (75e291b4-f542-433d-913b-8965dcd1eea7), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.799040 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6323c506-b214-47f5-b803-cafcbe63cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (75e291b4-f542-433d-913b-8965dcd1eea7), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.801633 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6323c506-b214-47f5-b803-cafcbe63cd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:03.804901 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6323c506-b214-47f5-b803-cafcbe63cd92 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75e291b4-f542-433d-913b-8965dcd1eea7 HTTP/1.1" status: 204 len: 168 time: 0.1417556 Jun 16 15:10:03.824528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323c506-b214-47f5-b803-cafcbe63cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e291b4-f542-433d-913b-8965dcd1eea7,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:03.984253 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:04.008148 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:04.008586 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 4dcaa0bd-2a2c-4ab0-8ae1-a7aca82c5393 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:04.139333 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 42998) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:04.152682 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a7c1-edf4-4501-8164-6c5441a4df12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:04.190556 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:04.202890 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:04.242135 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a7c1-edf4-4501-8164-6c5441a4df12 admin admin] Publish callbacks [] for security_group (accf40ce-da17-4e3e-8ae1-b88a51aac7df), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:04.246099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a7c1-edf4-4501-8164-6c5441a4df12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (accf40ce-da17-4e3e-8ae1-b88a51aac7df), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:04.289857 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-e5d3a7c1-edf4-4501-8164-6c5441a4df12 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4e2c96cb16c454187048bfe22a191d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465557 Jun 16 15:10:04.289857 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3a7c1-edf4-4501-8164-6c5441a4df12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accf40ce-da17-4e3e-8ae1-b88a51aac7df,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:04.290265 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43002) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:04.351826 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2d66d115-a053-4a47-935b-a72e5849863e admin admin] Publish callbacks [] for security_group (accf40ce-da17-4e3e-8ae1-b88a51aac7df), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:04.371750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:04.377823 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2d66d115-a053-4a47-935b-a72e5849863e admin admin] Publish callbacks [] for security_group (accf40ce-da17-4e3e-8ae1-b88a51aac7df), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:04.397216 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:04.434571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2d66d115-a053-4a47-935b-a72e5849863e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (accf40ce-da17-4e3e-8ae1-b88a51aac7df), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:04.437241 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2d66d115-a053-4a47-935b-a72e5849863e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:04.438405 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2d66d115-a053-4a47-935b-a72e5849863e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/accf40ce-da17-4e3e-8ae1-b88a51aac7df HTTP/1.1" status: 204 len: 168 time: 0.1470766 Jun 16 15:10:04.447408 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66d115-a053-4a47-935b-a72e5849863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf40ce-da17-4e3e-8ae1-b88a51aac7df,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:04.715292 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43028) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:04.923298 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43042) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:05.161171 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Deleting port d36072fd-7ca2-4f64-bb59-2444bd159626 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:05.161531 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (d36072fd-7ca2-4f64-bb59-2444bd159626), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.304496 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (d36072fd-7ca2-4f64-bb59-2444bd159626), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.304853 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (d36072fd-7ca2-4f64-bb59-2444bd159626), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.331549 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Calling delete_port for d36072fd-7ca2-4f64-bb59-2444bd159626 owned by network:floatingip {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:05.518927 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (d36072fd-7ca2-4f64-bb59-2444bd159626), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.550955 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (23be61ec-e38c-4806-9820-c303c534a6ab), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.554644 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event deleted for resources: {'Port': ['ID=d36072fd-7ca2-4f64-bb59-2444bd159626,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:05.617751 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (9b2e42b4-7a2f-417f-822f-6d1eb653b1d9), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.618832 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Floating IP 9b2e42b4-7a2f-417f-822f-6d1eb653b1d9 disassociated (deleted). External IP: 172.27.2.11, port: cc43f90e-a572-4f83-9de1-aec44e329893. Jun 16 15:10:05.792086 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Deleting port db6aa5cb-06ab-44f3-b717-ae713059fa16 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:05.792671 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.856351 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Router ede70ec2-e033-4571-ab30-78be57d69a89 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:10:05.881604 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] For port db6aa5cb-06ab-44f3-b717-ae713059fa16, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=db6aa5cb-06ab-44f3-b717-ae713059fa16,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:05.882022 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.897379 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Calling delete_port for db6aa5cb-06ab-44f3-b717-ae713059fa16 owned by network:router_interface {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:05.955455 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:05.969222 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:10:05.981555 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:10:05.982077 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:05.986044 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:05.999427 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:06.000308 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:06.029417 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d36a6ba7-7e41-45ad-a5f6-b33e2e3e0116 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "DELETE /v2.0/floatingips/9b2e42b4-7a2f-417f-822f-6d1eb653b1d9 HTTP/1.1" status: 204 len: 168 time: 1.0985303 Jun 16 15:10:06.030164 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:10:06.032918 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10250c6-5402-4f0d-959b-3ada55b2b02b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:10:06.147672 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:06.165603 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (db6aa5cb-06ab-44f3-b717-ae713059fa16), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:06.203233 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6aa5cb-06ab-44f3-b717-ae713059fa16,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:06.277948 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:06.345542 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0404f200-387d-47d4-afaf-24be2ab36f2c x-openstack-request-id: req-0404f200-387d-47d4-afaf-24be2ab36f2c {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:10:06.346508 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:10:06.346943 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0404f200-387d-47d4-afaf-24be2ab36f2c {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:10:06.347568 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0404f200-387d-47d4-afaf-24be2ab36f2c'] response: {'name': 'network-changed', 'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'status': 'completed', 'code': 200} Jun 16 15:10:06.375542 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:06.416717 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52aff1-1cd6-400e-bd2b-f5a4238acd8c req-2dabc232-b209-4de7-b7e0-11467d1358d4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:06.425566 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6e52aff1-1cd6-400e-bd2b-f5a4238acd8c req-2dabc232-b209-4de7-b7e0-11467d1358d4 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0918002 Jun 16 15:10:06.494579 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-e8dd3862-bf22-4037-8b18-5ada441541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:06.496428 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-e8dd3862-bf22-4037-8b18-5ada441541ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05223500b4a142c7a77c2de010541b84&device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 1129 time: 0.0548329 Jun 16 15:10:06.559708 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6e52aff1-1cd6-400e-bd2b-f5a4238acd8c req-0f33b434-96ef-4bd8-99fb-aab7564d9693 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286354 Jun 16 15:10:06.651397 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (23be61ec-e38c-4806-9820-c303c534a6ab), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:06.655722 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:06.668638 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-dd4a7ac7-4e0a-433c-9149-f59a7f0bf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:06.670920 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-dd4a7ac7-4e0a-433c-9149-f59a7f0bf1c6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 200 len: 913 time: 0.1616647 Jun 16 15:10:06.687459 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:10:06.698929 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:06.699803 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:06.823678 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:06.835579 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:06.861962 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-f2cad838-b99d-49c3-bf65-726fa37367ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc43f90e-a572-4f83-9de1-aec44e329893 HTTP/1.1" status: 200 len: 217 time: 0.0703821 Jun 16 15:10:06.948297 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Router 23be61ec-e38c-4806-9820-c303c534a6ab has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:10:06.953582 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=100 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:07.034497 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:07.049786 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-57dc5dba-5631-49ee-8f66-695b88e7e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:07.051303 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-57dc5dba-5631-49ee-8f66-695b88e7e89e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 200 len: 850 time: 0.1150794 Jun 16 15:10:07.061852 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0864ecc-e5a9-4daa-9a83-4fd39b2598b1 None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T14:59:47Z', 'revision_number': 4, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': 'b56478e5-e3c4-49fd-b947-e35bfb4c2e57', 'name': '', 'network_id': '90f95ec0-4a81-440f-8fe5-a85002b7b63b', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'mac_address': 'fa:16:3e:df:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:46Z', 'updated_at': '2022-06-16T14:59:52Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'subnets': [{'id': '526f0b44-39cf-4f11-828a-cad9c63a5573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:10:07.121395 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:07.191070 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-7a9f1cf2-4d2d-4e4e-928c-27c266f815ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:07.192605 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-7a9f1cf2-4d2d-4e4e-928c-27c266f815ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90f95ec0-4a81-440f-8fe5-a85002b7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964084 Jun 16 15:10:07.202180 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-430c5ac4-a542-40bf-bfcb-2d81a4b239de tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:07.203539 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-430c5ac4-a542-40bf-bfcb-2d81a4b239de tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.1062896 Jun 16 15:10:07.236288 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:10:07.246850 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] Sync routers for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:10:07.267512 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-bbb1ff13-619b-485c-91ba-705abb4a0995 admin admin] 10.222.0.72 "PUT /v2.0/routers/23be61ec-e38c-4806-9820-c303c534a6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5486753 Jun 16 15:10:07.269335 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43126) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:07.270058 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:07.270882 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:07.331082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-04bfedf0-4f35-4a5e-8fac-58fc95ae23f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:07.413871 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Deleting port cc43f90e-a572-4f83-9de1-aec44e329893 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:07.414455 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:07.418772 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-14170240-4c11-4389-bd85-0ef1fe631fe8 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142994 Jun 16 15:10:07.422926 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:07.471907 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:07.477035 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5371b1-e8d1-47f9-9aac-20587c4360ca None None] New status for floating IP 9b2e42b4-7a2f-417f-822f-6d1eb653b1d9: DOWN {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:10:07.512337 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks [] for router (23be61ec-e38c-4806-9820-c303c534a6ab), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:07.606814 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] For port cc43f90e-a572-4f83-9de1-aec44e329893, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cc43f90e-a572-4f83-9de1-aec44e329893,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:07.607419 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:07.611985 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a10250c6-5402-4f0d-959b-3ada55b2b02b req-6e95dcfc-904f-4792-813a-f590f596cb76 service neutron] 10.222.0.86 "GET /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810777 Jun 16 15:10:07.625315 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Calling delete_port for cc43f90e-a572-4f83-9de1-aec44e329893 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:07.687024 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:07.687649 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:07.689369 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T15:10:06Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:07.710701 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks [] for router_gateway (23be61ec-e38c-4806-9820-c303c534a6ab), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:07.718324 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] Checking router: 23be61ec-e38c-4806-9820-c303c534a6ab for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:10:07.728243 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] Routers {'23be61ec-e38c-4806-9820-c303c534a6ab'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:07.728903 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:09:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['23be61ec-e38c-4806-9820-c303c534a6ab'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:07.791869 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da622c-60b8-4358-930c-fac6b78164a7 req-eb1bcf15-9f63-4216-9537-0d820e70b599 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:07.798684 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-66da622c-60b8-4358-930c-fac6b78164a7 req-eb1bcf15-9f63-4216-9537-0d820e70b599 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0829904 Jun 16 15:10:07.821573 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (cc43f90e-a572-4f83-9de1-aec44e329893), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:07.837978 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] Set router 23be61ec-e38c-4806-9820-c303c534a6ab gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:07.842045 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Deleting port 96ec871e-fe2a-438c-9d06-3571ab101e13 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:07.842388 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:07.886008 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-66da622c-60b8-4358-930c-fac6b78164a7 req-7a624c17-1c07-4346-8555-09e404e155fd tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755451 Jun 16 15:10:07.891809 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event deleted for resources: {'Port': ['ID=cc43f90e-a572-4f83-9de1-aec44e329893,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:07.947690 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] No DVR routers for this DVR port cc43f90e-a572-4f83-9de1-aec44e329893 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:07.950443 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:07.954893 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0f50d4fe-d757-448f-a1a2-2c58177cd84b req-0cd444c5-e3be-4d12-a433-7214bd5f2f52 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.86 "DELETE /v2.0/ports/cc43f90e-a572-4f83-9de1-aec44e329893 HTTP/1.1" status: 204 len: 173 time: 0.7385824 Jun 16 15:10:07.955269 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'name': 'network-vif-deleted', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:10:07.957685 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26079d-9e17-449f-b6d8-0b096cc309a2" -d '{"events": [{"server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "name": "network-vif-deleted", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:10:08.016198 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] For port 96ec871e-fe2a-438c-9d06-3571ab101e13, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=96ec871e-fe2a-438c-9d06-3571ab101e13,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:08.016403 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.040770 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eaed2e-c803-42f2-af9b-f85bed86083f x-openstack-request-id: req-74eaed2e-c803-42f2-af9b-f85bed86083f {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:10:08.042127 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b26a44-c528-4cc8-b427-f43d8f0bc9a9", "name": "network-vif-deleted", "tag": "cc43f90e-a572-4f83-9de1-aec44e329893", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:10:08.042645 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-74eaed2e-c803-42f2-af9b-f85bed86083f {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:10:08.043259 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74eaed2e-c803-42f2-af9b-f85bed86083f'] response: {'server_uuid': 'c4b26a44-c528-4cc8-b427-f43d8f0bc9a9', 'name': 'network-vif-deleted', 'tag': 'cc43f90e-a572-4f83-9de1-aec44e329893', 'status': 'completed', 'code': 200} Jun 16 15:10:08.060148 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Calling delete_port for 96ec871e-fe2a-438c-9d06-3571ab101e13 owned by network:router_gateway {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:08.092931 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T15:10:06Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:08.125850 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0829bc7-c2c6-4c0f-996f-7360f204ada1 None None] The sync data for ids ['23be61ec-e38c-4806-9820-c303c534a6ab'] in dv-cinder-837165-3-iscsi is: [{'id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'name': 'tempest-AttachVolumeShelveTestJSON-281349346-router', 'tenant_id': '2a4c67a42f8a405d84d4697a45e962ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:57:04Z', 'updated_at': '2022-06-16T15:10:06Z', 'revision_number': 5, 'project_id': '2a4c67a42f8a405d84d4697a45e962ff', 'gw_port': {'id': '96ec871e-fe2a-438c-9d06-3571ab101e13', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be61ec-e38c-4806-9820-c303c534a6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:57:05Z', 'updated_at': '2022-06-16T14:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:10:08.308634 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43154) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:08.310688 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (96ec871e-fe2a-438c-9d06-3571ab101e13), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.355043 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ec871e-fe2a-438c-9d06-3571ab101e13,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:08.430568 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (23be61ec-e38c-4806-9820-c303c534a6ab), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.432657 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:08.512764 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a12764e2-8ebe-444c-ad85-94f5184dc778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.530040 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (23be61ec-e38c-4806-9820-c303c534a6ab), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.532435 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks [] for router_controller (23be61ec-e38c-4806-9820-c303c534a6ab), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.581847 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (23be61ec-e38c-4806-9820-c303c534a6ab), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.582658 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23be61ec-e38c-4806-9820-c303c534a6ab {{(pid=110479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:10:08.593495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.594628 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d3393bbb-ec54-4c2e-93f4-b62e9c533959 admin admin] 10.222.0.72 "DELETE /v2.0/routers/23be61ec-e38c-4806-9820-c303c534a6ab HTTP/1.1" status: 204 len: 168 time: 1.3195760 Jun 16 15:10:08.597235 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43158) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:08.607210 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a12764e2-8ebe-444c-ad85-94f5184dc778 admin admin] Publish callbacks [] for security_group (f64adb17-bee0-4c6d-b2ce-84bd2670ded9), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.611573 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a12764e2-8ebe-444c-ad85-94f5184dc778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (f64adb17-bee0-4c6d-b2ce-84bd2670ded9), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.650626 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-53832208-b407-4f52-9349-68bad906f4f5 admin admin] Deleting subnet 30810ffb-b184-4065-b615-c5f345d0f1fc {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:10:08.652032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12764e2-8ebe-444c-ad85-94f5184dc778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64adb17-bee0-4c6d-b2ce-84bd2670ded9,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:08.653869 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-53832208-b407-4f52-9349-68bad906f4f5 admin admin] Publish callbacks [] for subnet (30810ffb-b184-4065-b615-c5f345d0f1fc), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.659327 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a12764e2-8ebe-444c-ad85-94f5184dc778 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=806353d0bb7d4b5eb5d1939c58d9ab5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495109 Jun 16 15:10:08.662425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43160) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:08.676475 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:08.683927 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:08.697196 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-53832208-b407-4f52-9349-68bad906f4f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (30810ffb-b184-4065-b615-c5f345d0f1fc), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.717492 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9fc96fad-68ae-4571-a416-025864d77fb1 admin admin] Publish callbacks [] for security_group (f64adb17-bee0-4c6d-b2ce-84bd2670ded9), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.740487 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9fc96fad-68ae-4571-a416-025864d77fb1 admin admin] Publish callbacks [] for security_group (f64adb17-bee0-4c6d-b2ce-84bd2670ded9), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.780880 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-53832208-b407-4f52-9349-68bad906f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (30810ffb-b184-4065-b615-c5f345d0f1fc), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.804254 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9fc96fad-68ae-4571-a416-025864d77fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (f64adb17-bee0-4c6d-b2ce-84bd2670ded9), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.809019 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9fc96fad-68ae-4571-a416-025864d77fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.812147 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-9fc96fad-68ae-4571-a416-025864d77fb1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f64adb17-bee0-4c6d-b2ce-84bd2670ded9 HTTP/1.1" status: 204 len: 168 time: 0.1465075 Jun 16 15:10:08.818490 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc96fad-68ae-4571-a416-025864d77fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64adb17-bee0-4c6d-b2ce-84bd2670ded9,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:08.856880 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-53832208-b407-4f52-9349-68bad906f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (30810ffb-b184-4065-b615-c5f345d0f1fc), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.886249 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53832208-b407-4f52-9349-68bad906f4f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30810ffb-b184-4065-b615-c5f345d0f1fc,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:08.890419 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-53832208-b407-4f52-9349-68bad906f4f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:08.898046 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-53832208-b407-4f52-9349-68bad906f4f5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/30810ffb-b184-4065-b615-c5f345d0f1fc HTTP/1.1" status: 204 len: 168 time: 0.2991810 Jun 16 15:10:08.898306 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43166) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:08.902776 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5bc89-d358-4c8b-81a1-bf5188b7f21b None None] Network 3dc2fbd7-b902-4092-9a0a-ec11d0484649 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:09.071283 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (3dc2fbd7-b902-4092-9a0a-ec11d0484649), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.077738 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-280a00b9-74a1-46cb-a90d-3b09456e8e61 req-538ab329-71f3-4ec1-9737-0500426fb4df tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4b26a44-c528-4cc8-b427-f43d8f0bc9a9 HTTP/1.1" status: 200 len: 210 time: 0.0551407 Jun 16 15:10:09.127482 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Deleting port 7659f13e-098e-40f0-8c2a-c52807051495 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:09.127896 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (7659f13e-098e-40f0-8c2a-c52807051495), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.184296 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:10:09.193501 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] For port 7659f13e-098e-40f0-8c2a-c52807051495, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=7659f13e-098e-40f0-8c2a-c52807051495,segment=NetworkSegment(42de7e1a-18a3-438a-a76c-ada02981be4e),segment_id=42de7e1a-18a3-438a-a76c-ada02981be4e)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:09.193873 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (7659f13e-098e-40f0-8c2a-c52807051495), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.207475 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Calling delete_port for 7659f13e-098e-40f0-8c2a-c52807051495 owned by network:dhcp {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:09.291134 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (7659f13e-098e-40f0-8c2a-c52807051495), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.323750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] No DVR routers for this DVR port 7659f13e-098e-40f0-8c2a-c52807051495 on host dv-cinder-837165-3-iscsi {{(pid=110479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:09.325435 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7659f13e-098e-40f0-8c2a-c52807051495,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:09.355639 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7467e4-aa12-4a4b-8abf-4bc13275c111 None None] DHCP port deletion for 3dc2fbd7-b902-4092-9a0a-ec11d0484649 request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:10:09.439233 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (3dc2fbd7-b902-4092-9a0a-ec11d0484649), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.474566 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc2fbd7-b902-4092-9a0a-ec11d0484649']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:09.487287 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 96ec871e-fe2a-438c-9d06-3571ab101e13 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:09.501073 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42de7e1a-18a3-438a-a76c-ada02981be4e') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:09.501654 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42de7e1a-18a3-438a-a76c-ada02981be4e') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:09.516114 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (42de7e1a-18a3-438a-a76c-ada02981be4e), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.519992 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 96ec871e-fe2a-438c-9d06-3571ab101e13 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:09.520825 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 96ec871e-fe2a-438c-9d06-3571ab101e13 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:09.521659 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 7659f13e-098e-40f0-8c2a-c52807051495 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:09.536797 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (42de7e1a-18a3-438a-a76c-ada02981be4e), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.551201 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:10:09.551750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (42de7e1a-18a3-438a-a76c-ada02981be4e), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.560199 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 7659f13e-098e-40f0-8c2a-c52807051495 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:09.560553 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 7659f13e-098e-40f0-8c2a-c52807051495 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:09.560996 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device db6aa5cb-06ab-44f3-b717-ae713059fa16 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:09.581325 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: db6aa5cb-06ab-44f3-b717-ae713059fa16 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:09.581935 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device db6aa5cb-06ab-44f3-b717-ae713059fa16 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:09.616522 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment 42de7e1a-18a3-438a-a76c-ada02981be4e resource provider aggregate not found Jun 16 15:10:09.635004 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment 42de7e1a-18a3-438a-a76c-ada02981be4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42de7e1a-18a3-438a-a76c-ada02981be4e found for delete ", "request_id": "req-8ac187b2-f98b-4d33-ac31-7379a8a35d8d"}]} Jun 16 15:10:09.636161 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (3dc2fbd7-b902-4092-9a0a-ec11d0484649), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.641313 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.647042 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3dc2fbd7-b902-4092-9a0a-ec11d0484649 HTTP/1.1" status: 204 len: 168 time: 0.7312016 Jun 16 15:10:09.650399 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:09.651034 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43200) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:09.663715 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9840035-2e47-48fe-b251-0b89207fa6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc2fbd7-b902-4092-9a0a-ec11d0484649,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:09.774630 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-518255609-network', 'tenant_id': 'c86fdfb15b0c4925847fea258a5cc532'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:10:09.779448 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43204) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:09.799725 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Made reservation on behalf of c86fdfb15b0c4925847fea258a5cc532 for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:10:09.802062 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.811321 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.837593 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1d776a96-04f5-4162-ae6d-9297a768b659 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a4c67a42f8a405d84d4697a45e962ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0570323 Jun 16 15:10:09.840054 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43206) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:09.850867 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:09.891587 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Publish callbacks [] for security_group (020d664d-9170-4858-9c4c-3276325cc658), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.897446 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Publish callbacks [] for security_group (fa53c8ed-2c05-41ae-9fcd-7bb4f7292255), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.901723 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fa53c8ed-2c05-41ae-9fcd-7bb4f7292255), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.915106 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Publish callbacks [] for security_group (020d664d-9170-4858-9c4c-3276325cc658), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.924115 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:10:09.936389 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:09.940383 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53c8ed-2c05-41ae-9fcd-7bb4f7292255,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:09.945517 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (0a47d8cc-9614-4003-a81e-d7ae76199432), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.945795 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Added segment 0a47d8cc-9614-4003-a81e-d7ae76199432 of type vlan for network dbb76fb6-b850-4f3a-809c-b7015f06096f Jun 16 15:10:09.965103 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (020d664d-9170-4858-9c4c-3276325cc658), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.967702 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.969049 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/020d664d-9170-4858-9c4c-3276325cc658 HTTP/1.1" status: 204 len: 168 time: 0.1280694 Jun 16 15:10:09.978738 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d664d-9170-4858-9c4c-3276325cc658,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:09.986377 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.986829 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.987216 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.987560 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.987895 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.988344 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.988682 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.989044 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.989384 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.989765 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.990171 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.990304 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (dbb76fb6-b850-4f3a-809c-b7015f06096f), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:09.990425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.990728 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.991133 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:09.991364 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6a6b82-48ac-4ca5-9e6c-e94d0c650bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:10.017422 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device cc43f90e-a572-4f83-9de1-aec44e329893 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:10.019825 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (dbb76fb6-b850-4f3a-809c-b7015f06096f), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.021621 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:10.022304 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.039760 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: cc43f90e-a572-4f83-9de1-aec44e329893 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:10.040109 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device cc43f90e-a572-4f83-9de1-aec44e329893 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:10.057418 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4057148 Jun 16 15:10:10.060599 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43210) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:10.067636 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Request body: {'subnet': {'network_id': 'dbb76fb6-b850-4f3a-809c-b7015f06096f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-518255609-subnet', 'tenant_id': 'c86fdfb15b0c4925847fea258a5cc532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:10:10.091219 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656821e-0b94-4e9b-bcb8-48c2c796f179 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb76fb6-b850-4f3a-809c-b7015f06096f,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:10.094464 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Made reservation on behalf of c86fdfb15b0c4925847fea258a5cc532 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:10:10.097076 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60049947'] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.102859 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network dbb76fb6-b850-4f3a-809c-b7015f06096f details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:10:10.149367 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43214) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:10.202025 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-e24a9791-d9ee-4da8-a2d3-fd1a3a0e96e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.283105 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Deleting port a713262b-6a08-4874-9d2d-0d24e3d677a6 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:10.283871 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (a713262b-6a08-4874-9d2d-0d24e3d677a6), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.300832 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59387521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60049961'] for subnet (656d0f84-1f87-41de-9863-454c63ee6552), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.354205 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Pushing event updated for resources: {'Subnet': ['ID=656d0f84-1f87-41de-9863-454c63ee6552,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:10.371399 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Checking segment: {'id': '0a47d8cc-9614-4003-a81e-d7ae76199432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'dbb76fb6-b850-4f3a-809c-b7015f06096f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:10:10.371766 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Network hostable DHCP agents. Network: dbb76fb6-b850-4f3a-809c-b7015f06096f, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:10:10.372328 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (a713262b-6a08-4874-9d2d-0d24e3d677a6), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.372468 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (a713262b-6a08-4874-9d2d-0d24e3d677a6), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.386520 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Calling delete_port for a713262b-6a08-4874-9d2d-0d24e3d677a6 owned by network:floatingip {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:10.393859 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Network dbb76fb6-b850-4f3a-809c-b7015f06096f is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:10:10.406578 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, dbb76fb6-b850-4f3a-809c-b7015f06096f) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:10:10.415279 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73cad3b-910f-4774-92ad-4292320e1747 None None] Network dbb76fb6-b850-4f3a-809c-b7015f06096f requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:10.423023 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:10.424196 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.462517 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-dfaf17ac-c0d3-4279-a764-75460049879b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4001606 Jun 16 15:10:10.509872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:10.525200 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09beb1c-f55c-4e70-9e7c-5fdcf284796c None None] Network dbb76fb6-b850-4f3a-809c-b7015f06096f requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:10.569986 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (a713262b-6a08-4874-9d2d-0d24e3d677a6), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.606185 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event deleted for resources: {'Port': ['ID=a713262b-6a08-4874-9d2d-0d24e3d677a6,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:10.719907 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for floatingip (8bd5a4e6-3873-4094-9aaf-e00f668ca35b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.724641 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:10.729745 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5fb6fc87-37c3-4f53-8b29-6ef680a268a7 tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "DELETE /v2.0/floatingips/8bd5a4e6-3873-4094-9aaf-e00f668ca35b HTTP/1.1" status: 204 len: 168 time: 0.5786994 Jun 16 15:10:11.147183 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.242541 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43272) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:11.247483 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-291337344-network', 'tenant_id': '6d10592e4de346f4bed0148f8e0899cd'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:10:11.268295 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Made reservation on behalf of 6d10592e4de346f4bed0148f8e0899cd for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:10:11.270940 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.280913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.329380 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:11.367269 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Publish callbacks [] for security_group (42b3388e-68e9-4f29-bca3-9b17613d305a), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.371382 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (42b3388e-68e9-4f29-bca3-9b17613d305a), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.401032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:10:11.411919 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b3388e-68e9-4f29-bca3-9b17613d305a,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:11.418249 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (044878c2-f1ac-4b7e-9f91-73f92fd5ecd7), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.418605 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Added segment 044878c2-f1ac-4b7e-9f91-73f92fd5ecd7 of type vlan for network fecf9e48-a4b8-4d21-a670-874ac67b2118 Jun 16 15:10:11.460401 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (fecf9e48-a4b8-4d21-a670-874ac67b2118), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.489184 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (fecf9e48-a4b8-4d21-a670-874ac67b2118), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.490195 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:11.490782 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.554492 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3108406 Jun 16 15:10:11.557364 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43280) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:11.560126 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38609b33-4c20-46a1-aa41-4c9afb1572ab admin admin] Pushing event updated for resources: {'Network': ['ID=fecf9e48-a4b8-4d21-a670-874ac67b2118,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:11.562313 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Request body: {'subnet': {'network_id': 'fecf9e48-a4b8-4d21-a670-874ac67b2118', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-291337344-subnet', 'tenant_id': '6d10592e4de346f4bed0148f8e0899cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:10:11.570445 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network fecf9e48-a4b8-4d21-a670-874ac67b2118 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:10:11.585330 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Made reservation on behalf of 6d10592e4de346f4bed0148f8e0899cd for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:10:11.588861 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60049947'] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.717406 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:11.772733 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59387521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60049961'] for subnet (cc7a6a4a-429e-461e-a094-f1d01ee3c656), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.831180 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7a6a4a-429e-461e-a094-f1d01ee3c656,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:11.838544 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Checking segment: {'id': '044878c2-f1ac-4b7e-9f91-73f92fd5ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fecf9e48-a4b8-4d21-a670-874ac67b2118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:10:11.838907 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Network hostable DHCP agents. Network: fecf9e48-a4b8-4d21-a670-874ac67b2118, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:10:11.856171 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Network fecf9e48-a4b8-4d21-a670-874ac67b2118 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:10:11.865627 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, fecf9e48-a4b8-4d21-a670-874ac67b2118) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:10:11.869946 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:11.870557 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:11.877670 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f017b0-053b-4094-a178-af023ec75325 None None] Network fecf9e48-a4b8-4d21-a670-874ac67b2118 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:11.896401 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-432d3365-6fdc-45e7-9ccb-03c21b5ac0ed admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3378561 Jun 16 15:10:11.999251 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002cb920-ac6a-4c16-9322-1531160de812 None None] Network fecf9e48-a4b8-4d21-a670-874ac67b2118 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:12.032200 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43302) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:12.063172 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43304) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:12.097802 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:12.106205 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-7105bba7-bfcc-427b-b237-38468e672e6b admin admin] Deleting subnet 656d0f84-1f87-41de-9863-454c63ee6552 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:10:12.110856 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7105bba7-bfcc-427b-b237-38468e672e6b admin admin] Publish callbacks [] for subnet (656d0f84-1f87-41de-9863-454c63ee6552), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.139035 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5ef0064e-4164-4fcd-843c-6fe4b4956a5b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group (eb23238f-1fcc-48f7-b7da-d7e7cdf757f8), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.159519 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7105bba7-bfcc-427b-b237-38468e672e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (656d0f84-1f87-41de-9863-454c63ee6552), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.166273 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5ef0064e-4164-4fcd-843c-6fe4b4956a5b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group (eb23238f-1fcc-48f7-b7da-d7e7cdf757f8), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.208110 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7105bba7-bfcc-427b-b237-38468e672e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (656d0f84-1f87-41de-9863-454c63ee6552), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.239432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5ef0064e-4164-4fcd-843c-6fe4b4956a5b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (eb23238f-1fcc-48f7-b7da-d7e7cdf757f8), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.245014 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5ef0064e-4164-4fcd-843c-6fe4b4956a5b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.249637 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5ef0064e-4164-4fcd-843c-6fe4b4956a5b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] 10.222.0.72 "DELETE /v2.0/security-groups/eb23238f-1fcc-48f7-b7da-d7e7cdf757f8 HTTP/1.1" status: 204 len: 168 time: 0.1818364 Jun 16 15:10:12.257261 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0064e-4164-4fcd-843c-6fe4b4956a5b tempest-TestVolumeBootPattern-2072272021 tempest-TestVolumeBootPattern-2072272021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb23238f-1fcc-48f7-b7da-d7e7cdf757f8,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:12.286026 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7105bba7-bfcc-427b-b237-38468e672e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (656d0f84-1f87-41de-9863-454c63ee6552), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.318831 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105bba7-bfcc-427b-b237-38468e672e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656d0f84-1f87-41de-9863-454c63ee6552,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:12.319438 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-7105bba7-bfcc-427b-b237-38468e672e6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.322544 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-7105bba7-bfcc-427b-b237-38468e672e6b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/656d0f84-1f87-41de-9863-454c63ee6552 HTTP/1.1" status: 204 len: 168 time: 0.2893589 Jun 16 15:10:12.325380 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43316) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:12.325724 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43318) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:12.410299 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (dbb76fb6-b850-4f3a-809c-b7015f06096f), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.487993 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (dbb76fb6-b850-4f3a-809c-b7015f06096f), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.513081 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb76fb6-b850-4f3a-809c-b7015f06096f']}} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:12.562311 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.563080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a47d8cc-9614-4003-a81e-d7ae76199432') {'for_net_delete': True} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:12.563080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a47d8cc-9614-4003-a81e-d7ae76199432') {} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:12.577013 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59125363'] for segment (0a47d8cc-9614-4003-a81e-d7ae76199432), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.579845 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:12.627483 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (0a47d8cc-9614-4003-a81e-d7ae76199432), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.639233 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=110480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:10:12.639624 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59135716'] for segment (0a47d8cc-9614-4003-a81e-d7ae76199432), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:12.922364 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 0a47d8cc-9614-4003-a81e-d7ae76199432 resource provider aggregate not found Jun 16 15:10:12.961656 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 0a47d8cc-9614-4003-a81e-d7ae76199432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a47d8cc-9614-4003-a81e-d7ae76199432 found for delete ", "request_id": "req-1104400e-6f62-42c0-b136-59aed8698c5d"}]} Jun 16 15:10:13.011188 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (dbb76fb6-b850-4f3a-809c-b7015f06096f), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.032343 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.039584 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] 10.222.0.72 "DELETE /v2.0/networks/dbb76fb6-b850-4f3a-809c-b7015f06096f HTTP/1.1" status: 204 len: 168 time: 0.7128851 Jun 16 15:10:13.042705 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43336) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:13.071241 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:13.074995 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcfdf5-1eb8-43e2-bbef-106ba3e3f9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb76fb6-b850-4f3a-809c-b7015f06096f,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:13.112498 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-343a82db-522a-430c-bd9e-0801ebde70c7 admin admin] Deleting subnet cc7a6a4a-429e-461e-a094-f1d01ee3c656 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:10:13.115613 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-343a82db-522a-430c-bd9e-0801ebde70c7 admin admin] Publish callbacks [] for subnet (cc7a6a4a-429e-461e-a094-f1d01ee3c656), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.172982 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-343a82db-522a-430c-bd9e-0801ebde70c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (cc7a6a4a-429e-461e-a094-f1d01ee3c656), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.212582 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-343a82db-522a-430c-bd9e-0801ebde70c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (cc7a6a4a-429e-461e-a094-f1d01ee3c656), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.258425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (ede70ec2-e033-4571-ab30-78be57d69a89), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.276889 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-343a82db-522a-430c-bd9e-0801ebde70c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (cc7a6a4a-429e-461e-a094-f1d01ee3c656), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.306184 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a82db-522a-430c-bd9e-0801ebde70c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7a6a4a-429e-461e-a094-f1d01ee3c656,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:13.308225 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-343a82db-522a-430c-bd9e-0801ebde70c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.314018 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-343a82db-522a-430c-bd9e-0801ebde70c7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cc7a6a4a-429e-461e-a094-f1d01ee3c656 HTTP/1.1" status: 204 len: 168 time: 0.2661989 Jun 16 15:10:13.314018 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43344) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:13.388649 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (fecf9e48-a4b8-4d21-a670-874ac67b2118), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.478694 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (fecf9e48-a4b8-4d21-a670-874ac67b2118), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.513074 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecf9e48-a4b8-4d21-a670-874ac67b2118']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:13.526255 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044878c2-f1ac-4b7e-9f91-73f92fd5ecd7') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:13.526724 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044878c2-f1ac-4b7e-9f91-73f92fd5ecd7') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:13.540005 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (044878c2-f1ac-4b7e-9f91-73f92fd5ecd7), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.558472 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (044878c2-f1ac-4b7e-9f91-73f92fd5ecd7), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.560325 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Deleting port b56478e5-e3c4-49fd-b947-e35bfb4c2e57 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:13.560670 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.566294 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:10:13.566954 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (044878c2-f1ac-4b7e-9f91-73f92fd5ecd7), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.613878 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:13.616388 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment 044878c2-f1ac-4b7e-9f91-73f92fd5ecd7 resource provider aggregate not found Jun 16 15:10:13.638037 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment 044878c2-f1ac-4b7e-9f91-73f92fd5ecd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 044878c2-f1ac-4b7e-9f91-73f92fd5ecd7 found for delete ", "request_id": "req-109b2102-d19d-4d21-94da-3e60bebe9ccb"}]} Jun 16 15:10:13.639672 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (fecf9e48-a4b8-4d21-a670-874ac67b2118), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.644409 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.644997 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] For port b56478e5-e3c4-49fd-b947-e35bfb4c2e57, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:13.645357 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.648044 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] 10.222.0.72 "DELETE /v2.0/networks/fecf9e48-a4b8-4d21-a670-874ac67b2118 HTTP/1.1" status: 204 len: 168 time: 0.3329287 Jun 16 15:10:13.659820 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Calling delete_port for b56478e5-e3c4-49fd-b947-e35bfb4c2e57 owned by network:router_interface {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:13.662238 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5a21f-e3aa-46cd-81d0-f31a9877142f admin admin] Pushing event deleted for resources: {'Network': ['ID=fecf9e48-a4b8-4d21-a670-874ac67b2118,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:13.770228 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43360) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:13.813912 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-bd99187b-d1e7-4aa6-b2bb-5a832560f7ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c86fdfb15b0c4925847fea258a5cc532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401549 Jun 16 15:10:13.814141 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43362) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:13.840895 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:13.846056 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (b56478e5-e3c4-49fd-b947-e35bfb4c2e57), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.866480 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fcf01c7f-5699-4a23-9507-9d6af2362b8b admin admin] Publish callbacks [] for security_group (fa53c8ed-2c05-41ae-9fcd-7bb4f7292255), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:13.872061 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56478e5-e3c4-49fd-b947-e35bfb4c2e57,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:14.030809 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:14.049556 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (ede70ec2-e033-4571-ab30-78be57d69a89), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.137270 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fcf01c7f-5699-4a23-9507-9d6af2362b8b admin admin] Publish callbacks [] for security_group (fa53c8ed-2c05-41ae-9fcd-7bb4f7292255), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.138819 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:14.190366 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fcf01c7f-5699-4a23-9507-9d6af2362b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fa53c8ed-2c05-41ae-9fcd-7bb4f7292255), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.193515 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fcf01c7f-5699-4a23-9507-9d6af2362b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.194669 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-fcf01c7f-5699-4a23-9507-9d6af2362b8b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa53c8ed-2c05-41ae-9fcd-7bb4f7292255 HTTP/1.1" status: 204 len: 168 time: 0.3796198 Jun 16 15:10:14.203695 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01c7f-5699-4a23-9507-9d6af2362b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53c8ed-2c05-41ae-9fcd-7bb4f7292255,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:14.270510 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Router ede70ec2-e033-4571-ab30-78be57d69a89 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:10:14.379709 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:10:14.390800 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] Sync routers for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:10:14.399096 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-63cf2402-b8e2-434f-9897-83b6130ccb69 admin admin] 10.222.0.72 "PUT /v2.0/routers/ede70ec2-e033-4571-ab30-78be57d69a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0683649 Jun 16 15:10:14.399714 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43372) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:14.407386 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:14.408019 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:10:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:14.415942 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.522655 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:14.528625 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks [] for router (ede70ec2-e033-4571-ab30-78be57d69a89), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.638823 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43382) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:14.682574 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks [] for router_gateway (ede70ec2-e033-4571-ab30-78be57d69a89), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.711090 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-0db1eca5-27d5-445d-80b4-bef35f0fd8ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d10592e4de346f4bed0148f8e0899cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708623 Jun 16 15:10:14.713522 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43386) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:14.726858 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Deleting port c7f6866f-a7a3-4d6b-99e7-f20ee393c879 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:14.727208 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.772508 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T15:10:13Z', 'revision_number': 5, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port': {'id': 'c7f6866f-a7a3-4d6b-99e7-f20ee393c879', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:44Z', 'updated_at': '2022-06-16T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:14.804283 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] Checking router: ede70ec2-e033-4571-ab30-78be57d69a89 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:10:14.806903 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c6e78294-5323-47f4-9a9f-85edbc667392 admin admin] Publish callbacks [] for security_group (42b3388e-68e9-4f29-bca3-9b17613d305a), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.829962 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] Routers {'ede70ec2-e033-4571-ab30-78be57d69a89'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:14.831338 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:10:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['ede70ec2-e033-4571-ab30-78be57d69a89'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:14.852674 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] For port c7f6866f-a7a3-4d6b-99e7-f20ee393c879, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=c7f6866f-a7a3-4d6b-99e7-f20ee393c879,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:14.853082 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.866439 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c6e78294-5323-47f4-9a9f-85edbc667392 admin admin] Publish callbacks [] for security_group (42b3388e-68e9-4f29-bca3-9b17613d305a), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.869022 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Calling delete_port for c7f6866f-a7a3-4d6b-99e7-f20ee393c879 owned by network:router_gateway {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:14.943759 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c6e78294-5323-47f4-9a9f-85edbc667392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (42b3388e-68e9-4f29-bca3-9b17613d305a), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.948885 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c6e78294-5323-47f4-9a9f-85edbc667392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.950566 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c6e78294-5323-47f4-9a9f-85edbc667392 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/42b3388e-68e9-4f29-bca3-9b17613d305a HTTP/1.1" status: 204 len: 168 time: 0.2355192 Jun 16 15:10:14.965930 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] Set router ede70ec2-e033-4571-ab30-78be57d69a89 gateway port host: None {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:14.974645 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:14.983602 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e78294-5323-47f4-9a9f-85edbc667392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b3388e-68e9-4f29-bca3-9b17613d305a,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:15.107096 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:15.111889 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (c7f6866f-a7a3-4d6b-99e7-f20ee393c879), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.129871 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T15:10:14Z', 'revision_number': 6, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:15.133854 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:15.159641 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0ca32-a578-464b-8754-51060c718962 None None] The sync data for ids ['ede70ec2-e033-4571-ab30-78be57d69a89'] in dv-cinder-837165-3-iscsi is: [{'id': 'ede70ec2-e033-4571-ab30-78be57d69a89', 'name': 'tempest-TestVolumeBootPattern-282040994-router', 'tenant_id': '05223500b4a142c7a77c2de010541b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:43Z', 'updated_at': '2022-06-16T15:10:14Z', 'revision_number': 6, 'project_id': '05223500b4a142c7a77c2de010541b84', 'gw_port_host': None}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:10:15.166399 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f6866f-a7a3-4d6b-99e7-f20ee393c879,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:15.252575 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (ede70ec2-e033-4571-ab30-78be57d69a89), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.352588 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (ede70ec2-e033-4571-ab30-78be57d69a89), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.355142 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks [] for router_controller (ede70ec2-e033-4571-ab30-78be57d69a89), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.365714 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43402) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:15.417031 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (ede70ec2-e033-4571-ab30-78be57d69a89), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.417422 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ede70ec2-e033-4571-ab30-78be57d69a89 {{(pid=110479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:10:15.423262 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.426800 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43410) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:15.426955 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-545fba89-3085-4106-b900-3a62a2e6542c admin admin] 10.222.0.72 "DELETE /v2.0/routers/ede70ec2-e033-4571-ab30-78be57d69a89 HTTP/1.1" status: 204 len: 168 time: 1.0208433 Jun 16 15:10:15.487731 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c700b3-99e8-4797-8637-0b81e30cfffa admin admin] Deleting subnet 526f0b44-39cf-4f11-828a-cad9c63a5573 {{(pid=110480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:10:15.492389 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87c700b3-99e8-4797-8637-0b81e30cfffa admin admin] Publish callbacks [] for subnet (526f0b44-39cf-4f11-828a-cad9c63a5573), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.569140 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-94e7e825-78c0-48e8-961b-c8f32693bd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.662917 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-94e7e825-78c0-48e8-961b-c8f32693bd55 admin admin] Publish callbacks [] for security_group (d82ddda7-081a-4708-9b7f-3cb20814f845), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.668023 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:15.671103 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-94e7e825-78c0-48e8-961b-c8f32693bd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (d82ddda7-081a-4708-9b7f-3cb20814f845), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.675328 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87c700b3-99e8-4797-8637-0b81e30cfffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59125348'] for subnet (526f0b44-39cf-4f11-828a-cad9c63a5573), precommit_delete_associations {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.683089 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b56478e5-e3c4-49fd-b947-e35bfb4c2e57 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:15.716225 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:15.718339 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: b56478e5-e3c4-49fd-b947-e35bfb4c2e57 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:15.719070 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b56478e5-e3c4-49fd-b947-e35bfb4c2e57 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:15.753509 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-94e7e825-78c0-48e8-961b-c8f32693bd55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e8557bf30564fe09f4ed7ff8efd241f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865609 Jun 16 15:10:15.756735 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43426) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:15.760958 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7e825-78c0-48e8-961b-c8f32693bd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ddda7-081a-4708-9b7f-3cb20814f845,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:15.805210 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87c700b3-99e8-4797-8637-0b81e30cfffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (526f0b44-39cf-4f11-828a-cad9c63a5573), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.824357 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1abbece1-b60b-4057-9a39-708b7b1abe01 admin admin] Publish callbacks [] for security_group (d82ddda7-081a-4708-9b7f-3cb20814f845), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.848003 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1abbece1-b60b-4057-9a39-708b7b1abe01 admin admin] Publish callbacks [] for security_group (d82ddda7-081a-4708-9b7f-3cb20814f845), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.866539 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87c700b3-99e8-4797-8637-0b81e30cfffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59135546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60353964'] for subnet (526f0b44-39cf-4f11-828a-cad9c63a5573), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.897359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c700b3-99e8-4797-8637-0b81e30cfffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526f0b44-39cf-4f11-828a-cad9c63a5573,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:15.902831 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-87c700b3-99e8-4797-8637-0b81e30cfffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.904446 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5051ad-f39c-448e-8cc8-90c066f89669 None None] Network 90f95ec0-4a81-440f-8fe5-a85002b7b63b requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:15.906217 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-87c700b3-99e8-4797-8637-0b81e30cfffa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/526f0b44-39cf-4f11-828a-cad9c63a5573 HTTP/1.1" status: 204 len: 168 time: 0.4783680 Jun 16 15:10:15.909147 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43434) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:15.918295 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1abbece1-b60b-4057-9a39-708b7b1abe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (d82ddda7-081a-4708-9b7f-3cb20814f845), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.920763 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1abbece1-b60b-4057-9a39-708b7b1abe01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:15.922004 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1abbece1-b60b-4057-9a39-708b7b1abe01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d82ddda7-081a-4708-9b7f-3cb20814f845 HTTP/1.1" status: 204 len: 168 time: 0.1641002 Jun 16 15:10:15.933304 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:15.943880 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:15.955558 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbece1-b60b-4057-9a39-708b7b1abe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ddda7-081a-4708-9b7f-3cb20814f845,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:16.012436 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:16.018025 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (90f95ec0-4a81-440f-8fe5-a85002b7b63b), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.096210 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Deleting port f79265cc-dc0b-463c-b68c-36d1b724e00a {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:16.096555 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.139663 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] DHCP port deletion for 90f95ec0-4a81-440f-8fe5-a85002b7b63b request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:10:16.177831 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] For port f79265cc-dc0b-463c-b68c-36d1b724e00a, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=f79265cc-dc0b-463c-b68c-36d1b724e00a,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:16.178404 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.195662 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Calling delete_port for f79265cc-dc0b-463c-b68c-36d1b724e00a owned by network:dhcp {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:16.218838 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] Deleting port f79265cc-dc0b-463c-b68c-36d1b724e00a {{(pid=110481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:16.219639 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), before_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.306994 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.311486 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] For port f79265cc-dc0b-463c-b68c-36d1b724e00a, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=f79265cc-dc0b-463c-b68c-36d1b724e00a,segment=NetworkSegment(3e87b500-206f-422f-8517-5cd38155b68c),segment_id=3e87b500-206f-422f-8517-5cd38155b68c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:16.311888 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), precommit_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.328267 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] Calling delete_port for f79265cc-dc0b-463c-b68c-36d1b724e00a owned by network:dhcp {{(pid=110481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:16.350261 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79265cc-dc0b-463c-b68c-36d1b724e00a,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:16.356281 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] No DVR routers for this DVR port f79265cc-dc0b-463c-b68c-36d1b724e00a on host dv-cinder-837165-3-iscsi {{(pid=110479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:16.400339 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43444) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:16.418158 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (f79265cc-dc0b-463c-b68c-36d1b724e00a), after_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.422687 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-725f8a32-fb8b-423b-b7c0-7fd5dd293816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.442968 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] Pushing event deleted for resources: {'Port': ['ID=f79265cc-dc0b-463c-b68c-36d1b724e00a,revision_number=None']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:16.451417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757870f-efaa-4580-835f-6fee10b2b4e1 None None] No DVR routers for this DVR port f79265cc-dc0b-463c-b68c-36d1b724e00a on host dv-cinder-837165-3-iscsi {{(pid=110481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:16.486464 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (90f95ec0-4a81-440f-8fe5-a85002b7b63b), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.534910 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f95ec0-4a81-440f-8fe5-a85002b7b63b']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:16.547670 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e87b500-206f-422f-8517-5cd38155b68c') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:16.547828 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e87b500-206f-422f-8517-5cd38155b68c') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:16.554487 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-725f8a32-fb8b-423b-b7c0-7fd5dd293816 admin admin] Publish callbacks [] for security_group (d6b3cbca-e58a-4b5f-b634-7be0c94492b6), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.559356 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (3e87b500-206f-422f-8517-5cd38155b68c), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.559566 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-725f8a32-fb8b-423b-b7c0-7fd5dd293816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (d6b3cbca-e58a-4b5f-b634-7be0c94492b6), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.576783 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (3e87b500-206f-422f-8517-5cd38155b68c), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.593158 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:10:16.593595 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (3e87b500-206f-422f-8517-5cd38155b68c), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.608969 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-725f8a32-fb8b-423b-b7c0-7fd5dd293816 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2580748d5071406098e2f1710e4eab93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069736 Jun 16 15:10:16.610056 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8a32-fb8b-423b-b7c0-7fd5dd293816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b3cbca-e58a-4b5f-b634-7be0c94492b6,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:16.611595 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43452) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:16.651283 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment 3e87b500-206f-422f-8517-5cd38155b68c resource provider aggregate not found Jun 16 15:10:16.683596 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:16.699084 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment 3e87b500-206f-422f-8517-5cd38155b68c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e87b500-206f-422f-8517-5cd38155b68c found for delete ", "request_id": "req-5cad8ce3-729c-4b9b-a833-0e06bb53942e"}]} Jun 16 15:10:16.700260 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (90f95ec0-4a81-440f-8fe5-a85002b7b63b), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.707736 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.714113 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] 10.222.0.72 "DELETE /v2.0/networks/90f95ec0-4a81-440f-8fe5-a85002b7b63b HTTP/1.1" status: 204 len: 168 time: 0.8013277 Jun 16 15:10:16.714704 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43462) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:16.727384 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d039d46-0f7f-4e90-876f-9f5bd28b8c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=90f95ec0-4a81-440f-8fe5-a85002b7b63b,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:16.743153 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e26b388f-f1de-4558-92e4-62bdf9e98a77 admin admin] Publish callbacks [] for security_group (d6b3cbca-e58a-4b5f-b634-7be0c94492b6), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.777920 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e26b388f-f1de-4558-92e4-62bdf9e98a77 admin admin] Publish callbacks [] for security_group (d6b3cbca-e58a-4b5f-b634-7be0c94492b6), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.829280 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e26b388f-f1de-4558-92e4-62bdf9e98a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (d6b3cbca-e58a-4b5f-b634-7be0c94492b6), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.831841 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e26b388f-f1de-4558-92e4-62bdf9e98a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:16.833020 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e26b388f-f1de-4558-92e4-62bdf9e98a77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6b3cbca-e58a-4b5f-b634-7be0c94492b6 HTTP/1.1" status: 204 len: 168 time: 0.2201002 Jun 16 15:10:16.842012 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b388f-f1de-4558-92e4-62bdf9e98a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b3cbca-e58a-4b5f-b634-7be0c94492b6,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:17.079255 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (a1808008-7ee8-4ae2-a25b-5a52c7926592), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.174180 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:17.238250 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43478) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:17.252934 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2a3d-8338-42d8-b192-966b1764a34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.290406 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:17.328743 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Deleting port a01fa99d-4758-4a2b-acb0-61d7473ae3da {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:17.329200 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.344027 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2a3d-8338-42d8-b192-966b1764a34f admin admin] Publish callbacks [] for security_group (f18648d0-2786-4d49-b208-5cc082563479), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.349406 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2a3d-8338-42d8-b192-966b1764a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (f18648d0-2786-4d49-b208-5cc082563479), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.385245 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-dc1f2a3d-8338-42d8-b192-966b1764a34f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72919baf4182444996dbf3920b53479d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430588 Jun 16 15:10:17.388771 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43486) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:17.409599 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2a3d-8338-42d8-b192-966b1764a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18648d0-2786-4d49-b208-5cc082563479,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:17.421647 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:17.451089 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] For port a01fa99d-4758-4a2b-acb0-61d7473ae3da, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=a01fa99d-4758-4a2b-acb0-61d7473ae3da,segment=NetworkSegment(bde03e82-07f2-4b88-87dc-ebcba5a1a119),segment_id=bde03e82-07f2-4b88-87dc-ebcba5a1a119)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:17.451673 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.458001 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9260a052-2da1-4ea8-b5dc-ba2f152c1a2a admin admin] Publish callbacks [] for security_group (f18648d0-2786-4d49-b208-5cc082563479), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.468566 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Calling delete_port for a01fa99d-4758-4a2b-acb0-61d7473ae3da owned by network:router_interface {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:17.483067 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9260a052-2da1-4ea8-b5dc-ba2f152c1a2a admin admin] Publish callbacks [] for security_group (f18648d0-2786-4d49-b208-5cc082563479), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.486037 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c7f6866f-a7a3-4d6b-99e7-f20ee393c879 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:17.526602 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: c7f6866f-a7a3-4d6b-99e7-f20ee393c879 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:17.527048 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device c7f6866f-a7a3-4d6b-99e7-f20ee393c879 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:17.527673 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device f79265cc-dc0b-463c-b68c-36d1b724e00a no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:17.539362 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9260a052-2da1-4ea8-b5dc-ba2f152c1a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (f18648d0-2786-4d49-b208-5cc082563479), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.542354 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-9260a052-2da1-4ea8-b5dc-ba2f152c1a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.543631 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-9260a052-2da1-4ea8-b5dc-ba2f152c1a2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f18648d0-2786-4d49-b208-5cc082563479 HTTP/1.1" status: 204 len: 168 time: 0.1559532 Jun 16 15:10:17.551607 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: f79265cc-dc0b-463c-b68c-36d1b724e00a {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:17.552672 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device f79265cc-dc0b-463c-b68c-36d1b724e00a not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:17.553730 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260a052-2da1-4ea8-b5dc-ba2f152c1a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18648d0-2786-4d49-b208-5cc082563479,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:17.708496 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (a01fa99d-4758-4a2b-acb0-61d7473ae3da), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:17.735977 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01fa99d-4758-4a2b-acb0-61d7473ae3da,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:17.955661 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (a1808008-7ee8-4ae2-a25b-5a52c7926592), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.157852 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:18.158025 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43526) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:18.183446 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Router a1808008-7ee8-4ae2-a25b-5a52c7926592 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:10:18.281604 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2f211346-f56e-47f6-95c1-825f2d0d27d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.290309 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:10:18.295260 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-7b9327f2-6929-487c-8800-64bc3bbfe423 admin admin] 10.222.0.72 "PUT /v2.0/routers/a1808008-7ee8-4ae2-a25b-5a52c7926592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5790908 Jun 16 15:10:18.297885 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43534) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:18.299914 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] Sync routers for ids ['a1808008-7ee8-4ae2-a25b-5a52c7926592'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:10:18.311361 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] Routers {'a1808008-7ee8-4ae2-a25b-5a52c7926592'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:18.311984 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:10:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['a1808008-7ee8-4ae2-a25b-5a52c7926592'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:18.441434 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks [] for router (a1808008-7ee8-4ae2-a25b-5a52c7926592), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.552800 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] Set router a1808008-7ee8-4ae2-a25b-5a52c7926592 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:18.559967 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2f211346-f56e-47f6-95c1-825f2d0d27d0 admin admin] Publish callbacks [] for security_group (4ceef88e-3c0f-4ceb-942c-f505cf7b0e23), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.571272 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-2f211346-f56e-47f6-95c1-825f2d0d27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4ceef88e-3c0f-4ceb-942c-f505cf7b0e23), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.610879 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:18.628783 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-2f211346-f56e-47f6-95c1-825f2d0d27d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f72b4afc6e804a92997631ea0b7e3621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667449 Jun 16 15:10:18.628783 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f211346-f56e-47f6-95c1-825f2d0d27d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceef88e-3c0f-4ceb-942c-f505cf7b0e23,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:18.629187 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43542) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:18.632031 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks [] for router_gateway (a1808008-7ee8-4ae2-a25b-5a52c7926592), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.692191 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Deleting port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:18.693388 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.706990 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0606bf33-8520-4428-8ee3-257b02ace5b0 admin admin] Publish callbacks [] for security_group (4ceef88e-3c0f-4ceb-942c-f505cf7b0e23), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.720783 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:18.735926 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0606bf33-8520-4428-8ee3-257b02ace5b0 admin admin] Publish callbacks [] for security_group (4ceef88e-3c0f-4ceb-942c-f505cf7b0e23), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.756584 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T15:10:17Z', 'revision_number': 5, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port': {'id': 'eba631b1-3b9a-41f9-bb7e-eef7b47e78c0', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T14:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:18.787652 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] Checking router: a1808008-7ee8-4ae2-a25b-5a52c7926592 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:10:18.797533 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] Routers {'a1808008-7ee8-4ae2-a25b-5a52c7926592'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:10:18.798327 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:10:10Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['a1808008-7ee8-4ae2-a25b-5a52c7926592'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:18.802710 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0606bf33-8520-4428-8ee3-257b02ace5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4ceef88e-3c0f-4ceb-942c-f505cf7b0e23), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.805590 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] For port eba631b1-3b9a-41f9-bb7e-eef7b47e78c0, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=eba631b1-3b9a-41f9-bb7e-eef7b47e78c0,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:18.806016 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0606bf33-8520-4428-8ee3-257b02ace5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.807323 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-0606bf33-8520-4428-8ee3-257b02ace5b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ceef88e-3c0f-4ceb-942c-f505cf7b0e23 HTTP/1.1" status: 204 len: 168 time: 0.1771491 Jun 16 15:10:18.809042 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:18.816605 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606bf33-8520-4428-8ee3-257b02ace5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceef88e-3c0f-4ceb-942c-f505cf7b0e23,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:18.836495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Calling delete_port for eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 owned by network:router_gateway {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:18.925292 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] Set router a1808008-7ee8-4ae2-a25b-5a52c7926592 gateway port host: None {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:10:18.994633 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T15:10:18Z', 'revision_number': 6, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:19.026541 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab16ca8-263d-496e-997e-509fd0035a56 None None] The sync data for ids ['a1808008-7ee8-4ae2-a25b-5a52c7926592'] in dv-cinder-837165-3-iscsi is: [{'id': 'a1808008-7ee8-4ae2-a25b-5a52c7926592', 'name': 'tempest-TestVolumeBootPattern-96403673-router', 'tenant_id': '0531c85fd17e44fcbac42ff8e5496707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T14:59:50Z', 'updated_at': '2022-06-16T15:10:18Z', 'revision_number': 6, 'project_id': '0531c85fd17e44fcbac42ff8e5496707', 'gw_port_host': None}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:10:19.095847 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (eba631b1-3b9a-41f9-bb7e-eef7b47e78c0), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.100984 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:19.126683 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba631b1-3b9a-41f9-bb7e-eef7b47e78c0,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:19.205475 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (a1808008-7ee8-4ae2-a25b-5a52c7926592), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.218753 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43564) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:19.232546 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-835b9d70-898a-4563-be00-f4a5b7935cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.308250 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (a1808008-7ee8-4ae2-a25b-5a52c7926592), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.310847 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks [] for router_controller (a1808008-7ee8-4ae2-a25b-5a52c7926592), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.314502 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-835b9d70-898a-4563-be00-f4a5b7935cd0 admin admin] Publish callbacks [] for security_group (fddae77d-8611-4c6d-bec6-fb51e7ef32f2), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.319911 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-835b9d70-898a-4563-be00-f4a5b7935cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fddae77d-8611-4c6d-bec6-fb51e7ef32f2), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.358074 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (a1808008-7ee8-4ae2-a25b-5a52c7926592), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.358742 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1808008-7ee8-4ae2-a25b-5a52c7926592 {{(pid=110479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:10:19.363160 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.369004 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-00563b8d-43c9-43d0-b106-7f4f2dba17a0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a1808008-7ee8-4ae2-a25b-5a52c7926592 HTTP/1.1" status: 204 len: 168 time: 1.0679376 Jun 16 15:10:19.369004 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43570) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:19.370568 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b9d70-898a-4563-be00-f4a5b7935cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddae77d-8611-4c6d-bec6-fb51e7ef32f2,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:19.399954 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-835b9d70-898a-4563-be00-f4a5b7935cd0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7ba0b35485d437796d7ead291ea5c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800904 Jun 16 15:10:19.402557 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43572) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:19.464476 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-c068447f-9cdc-4ae2-a078-21766c48b642 admin admin] Deleting subnet f9ef25d8-ad13-4a8d-8272-7184f5981338 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:10:19.480758 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c068447f-9cdc-4ae2-a078-21766c48b642 admin admin] Publish callbacks [] for subnet (f9ef25d8-ad13-4a8d-8272-7184f5981338), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.538628 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c068447f-9cdc-4ae2-a078-21766c48b642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (f9ef25d8-ad13-4a8d-8272-7184f5981338), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.558619 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4aa754ff-3881-4bf9-b5ce-cbf954f4073a admin admin] Publish callbacks [] for security_group (fddae77d-8611-4c6d-bec6-fb51e7ef32f2), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.595640 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4aa754ff-3881-4bf9-b5ce-cbf954f4073a admin admin] Publish callbacks [] for security_group (fddae77d-8611-4c6d-bec6-fb51e7ef32f2), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.651442 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:19.661734 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c068447f-9cdc-4ae2-a078-21766c48b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (f9ef25d8-ad13-4a8d-8272-7184f5981338), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.711753 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4aa754ff-3881-4bf9-b5ce-cbf954f4073a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fddae77d-8611-4c6d-bec6-fb51e7ef32f2), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.714379 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-4aa754ff-3881-4bf9-b5ce-cbf954f4073a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.715362 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-4aa754ff-3881-4bf9-b5ce-cbf954f4073a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fddae77d-8611-4c6d-bec6-fb51e7ef32f2 HTTP/1.1" status: 204 len: 168 time: 0.3118978 Jun 16 15:10:19.728694 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa754ff-3881-4bf9-b5ce-cbf954f4073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddae77d-8611-4c6d-bec6-fb51e7ef32f2,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:19.735523 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c068447f-9cdc-4ae2-a078-21766c48b642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (f9ef25d8-ad13-4a8d-8272-7184f5981338), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.764901 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068447f-9cdc-4ae2-a078-21766c48b642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ef25d8-ad13-4a8d-8272-7184f5981338,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:19.766903 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-c068447f-9cdc-4ae2-a078-21766c48b642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.773271 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-c068447f-9cdc-4ae2-a078-21766c48b642 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f9ef25d8-ad13-4a8d-8272-7184f5981338 HTTP/1.1" status: 204 len: 168 time: 0.4045432 Jun 16 15:10:19.773872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43586) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:19.791746 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b17def-186e-4b71-a23c-744583ed415b None None] Network b67737ef-04f1-447b-9986-889ff3745d2c requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:19.878634 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (b67737ef-04f1-447b-9986-889ff3745d2c), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.948269 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Deleting port b2919782-f125-4cb1-9fec-51589bfbffee {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:19.948484 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device a01fa99d-4758-4a2b-acb0-61d7473ae3da no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:19.948617 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:19.975471 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: a01fa99d-4758-4a2b-acb0-61d7473ae3da {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:19.976114 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device a01fa99d-4758-4a2b-acb0-61d7473ae3da not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:20.060631 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] For port b2919782-f125-4cb1-9fec-51589bfbffee, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=b2919782-f125-4cb1-9fec-51589bfbffee,segment=NetworkSegment(bde03e82-07f2-4b88-87dc-ebcba5a1a119),segment_id=bde03e82-07f2-4b88-87dc-ebcba5a1a119)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:20.061698 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.092653 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Calling delete_port for b2919782-f125-4cb1-9fec-51589bfbffee owned by network:dhcp {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:20.105536 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] DHCP port deletion for b67737ef-04f1-447b-9986-889ff3745d2c request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:10:20.180256 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:20.209703 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] Deleting port b2919782-f125-4cb1-9fec-51589bfbffee {{(pid=110481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:10:20.209823 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), before_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.228597 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.254571 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:20.264346 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] No DVR routers for this DVR port b2919782-f125-4cb1-9fec-51589bfbffee on host dv-cinder-837165-3-iscsi {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:20.266389 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2919782-f125-4cb1-9fec-51589bfbffee,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:20.327664 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] For port b2919782-f125-4cb1-9fec-51589bfbffee, host dv-cinder-837165-3-iscsi, got binding levels [] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:10:20.328072 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), precommit_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.337071 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:20.350154 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] Calling delete_port for b2919782-f125-4cb1-9fec-51589bfbffee owned by network:dhcp {{(pid=110481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:10:20.353407 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.ipam_backend_mixin [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] Port b2919782-f125-4cb1-9fec-51589bfbffee was not found and therefore no delete operation was performed {{(pid=110481) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 16 15:10:20.354864 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (b2919782-f125-4cb1-9fec-51589bfbffee), after_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.371317 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] No DVR routers for this DVR port b2919782-f125-4cb1-9fec-51589bfbffee on host dv-cinder-837165-3-iscsi {{(pid=110481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:10:20.393320 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a3c2b-c45d-44e5-a896-818f4021424d None None] Pushing event deleted for resources: {'Port': ['ID=b2919782-f125-4cb1-9fec-51589bfbffee,revision_number=None']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:20.660444 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (b67737ef-04f1-447b-9986-889ff3745d2c), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.681135 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67737ef-04f1-447b-9986-889ff3745d2c']}} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:20.690334 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde03e82-07f2-4b88-87dc-ebcba5a1a119') {'for_net_delete': True} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:20.690633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde03e82-07f2-4b88-87dc-ebcba5a1a119') {} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:20.700561 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59125363'] for segment (bde03e82-07f2-4b88-87dc-ebcba5a1a119), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.714413 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (bde03e82-07f2-4b88-87dc-ebcba5a1a119), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.720881 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=110480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:10:20.721271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59135716'] for segment (bde03e82-07f2-4b88-87dc-ebcba5a1a119), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.745675 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment bde03e82-07f2-4b88-87dc-ebcba5a1a119 resource provider aggregate not found Jun 16 15:10:20.775302 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment bde03e82-07f2-4b88-87dc-ebcba5a1a119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bde03e82-07f2-4b88-87dc-ebcba5a1a119 found for delete ", "request_id": "req-e54f5ec7-6247-4299-882b-51a2ac0353af"}]} Jun 16 15:10:20.789991 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (b67737ef-04f1-447b-9986-889ff3745d2c), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.796101 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:20.801695 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b67737ef-04f1-447b-9986-889ff3745d2c HTTP/1.1" status: 204 len: 168 time: 1.0232882 Jun 16 15:10:20.808868 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0457c-2201-4e53-9ef8-e2561fe84f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67737ef-04f1-447b-9986-889ff3745d2c,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:20.987109 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43624) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:21.030982 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a4928c9e-1263-4c23-a1a0-e942f1264ceb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05223500b4a142c7a77c2de010541b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426753 Jun 16 15:10:21.033696 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43626) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:21.069430 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:21.088715 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7cf628a1-28d7-4926-afbb-9a4c794207a6 admin admin] Publish callbacks [] for security_group (48e4126e-c6f3-495c-8273-d87b468a8624), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:21.115386 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7cf628a1-28d7-4926-afbb-9a4c794207a6 admin admin] Publish callbacks [] for security_group (48e4126e-c6f3-495c-8273-d87b468a8624), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:21.178747 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7cf628a1-28d7-4926-afbb-9a4c794207a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (48e4126e-c6f3-495c-8273-d87b468a8624), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:21.182036 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-7cf628a1-28d7-4926-afbb-9a4c794207a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:21.183767 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-7cf628a1-28d7-4926-afbb-9a4c794207a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48e4126e-c6f3-495c-8273-d87b468a8624 HTTP/1.1" status: 204 len: 168 time: 0.1486037 Jun 16 15:10:21.195153 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf628a1-28d7-4926-afbb-9a4c794207a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e4126e-c6f3-495c-8273-d87b468a8624,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:21.488547 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b2919782-f125-4cb1-9fec-51589bfbffee no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:21.508786 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: b2919782-f125-4cb1-9fec-51589bfbffee {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:21.509161 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device b2919782-f125-4cb1-9fec-51589bfbffee not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:21.509575 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:10:21.531297 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:10:21.531644 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device eba631b1-3b9a-41f9-bb7e-eef7b47e78c0 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:10:21.597950 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43656) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:21.637844 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a02fce98-ec53-4d7d-b7fe-030c86b6859c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0531c85fd17e44fcbac42ff8e5496707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387504 Jun 16 15:10:21.640087 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43658) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:21.687263 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-455887fb-9984-4c9d-8bea-3596426664fc admin admin] Publish callbacks [] for security_group (87277f57-d0b2-4032-b961-64799e866561), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:21.708567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-455887fb-9984-4c9d-8bea-3596426664fc admin admin] Publish callbacks [] for security_group (87277f57-d0b2-4032-b961-64799e866561), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:21.756613 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-455887fb-9984-4c9d-8bea-3596426664fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (87277f57-d0b2-4032-b961-64799e866561), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:21.759109 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-455887fb-9984-4c9d-8bea-3596426664fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:21.760271 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-455887fb-9984-4c9d-8bea-3596426664fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87277f57-d0b2-4032-b961-64799e866561 HTTP/1.1" status: 204 len: 168 time: 0.1192892 Jun 16 15:10:21.768049 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455887fb-9984-4c9d-8bea-3596426664fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87277f57-d0b2-4032-b961-64799e866561,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:23.803339 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43714) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:23.923322 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a15c-63d4-4b26-af8e-5814e4a8063d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.006923 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a15c-63d4-4b26-af8e-5814e4a8063d admin admin] Publish callbacks [] for security_group (c1aa5a85-3387-455c-83ad-ac052615a9b1), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.010627 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a15c-63d4-4b26-af8e-5814e4a8063d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c1aa5a85-3387-455c-83ad-ac052615a9b1), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.057744 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-6ca1a15c-63d4-4b26-af8e-5814e4a8063d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08daf899a87647ce882bd9b3d344e733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531157 Jun 16 15:10:24.058599 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1a15c-63d4-4b26-af8e-5814e4a8063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa5a85-3387-455c-83ad-ac052615a9b1,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:24.060316 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43736) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:24.123266 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0c939130-86ae-4f3c-9c39-30fe7a498680 admin admin] Publish callbacks [] for security_group (c1aa5a85-3387-455c-83ad-ac052615a9b1), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.147646 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0c939130-86ae-4f3c-9c39-30fe7a498680 admin admin] Publish callbacks [] for security_group (c1aa5a85-3387-455c-83ad-ac052615a9b1), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.198994 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0c939130-86ae-4f3c-9c39-30fe7a498680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c1aa5a85-3387-455c-83ad-ac052615a9b1), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.201531 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0c939130-86ae-4f3c-9c39-30fe7a498680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.202677 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-0c939130-86ae-4f3c-9c39-30fe7a498680 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1aa5a85-3387-455c-83ad-ac052615a9b1 HTTP/1.1" status: 204 len: 168 time: 0.1411886 Jun 16 15:10:24.211050 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c939130-86ae-4f3c-9c39-30fe7a498680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aa5a85-3387-455c-83ad-ac052615a9b1,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:24.258965 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43742) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:24.475977 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64c25b28-8478-4283-a469-2ded7b66199f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.547913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43748) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:24.559030 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64c25b28-8478-4283-a469-2ded7b66199f admin admin] Publish callbacks [] for security_group (9691ff78-acd4-49c3-bfc9-26046abda4fc), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.563443 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6e628c65-e5c5-4d32-bec8-a3c6b7bee8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.564301 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-64c25b28-8478-4283-a469-2ded7b66199f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (9691ff78-acd4-49c3-bfc9-26046abda4fc), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.570326 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=12,neutron:INSERT=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:24.573863 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:24.607206 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c25b28-8478-4283-a469-2ded7b66199f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9691ff78-acd4-49c3-bfc9-26046abda4fc,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:24.614728 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-64c25b28-8478-4283-a469-2ded7b66199f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9bb8362c5ac74c51b00fed8b524af56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515050 Jun 16 15:10:24.615015 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43750) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:24.694053 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6e628c65-e5c5-4d32-bec8-a3c6b7bee8c5 admin admin] Publish callbacks [] for security_group (aa2d300d-2b0f-41c2-9a40-9a11eda06b6c), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.699686 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-6e628c65-e5c5-4d32-bec8-a3c6b7bee8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (aa2d300d-2b0f-41c2-9a40-9a11eda06b6c), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.702102 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-34ba0b9d-ce9e-41d9-b79b-69f01e297ae3 admin admin] Publish callbacks [] for security_group (9691ff78-acd4-49c3-bfc9-26046abda4fc), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.753227 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-34ba0b9d-ce9e-41d9-b79b-69f01e297ae3 admin admin] Publish callbacks [] for security_group (9691ff78-acd4-49c3-bfc9-26046abda4fc), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.763088 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e628c65-e5c5-4d32-bec8-a3c6b7bee8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d300d-2b0f-41c2-9a40-9a11eda06b6c,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:24.769371 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-6e628c65-e5c5-4d32-bec8-a3c6b7bee8c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8eb8ee24c90542fe9c96c1e099561c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197380 Jun 16 15:10:24.772687 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43752) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:24.808484 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-34ba0b9d-ce9e-41d9-b79b-69f01e297ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (9691ff78-acd4-49c3-bfc9-26046abda4fc), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.811068 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-34ba0b9d-ce9e-41d9-b79b-69f01e297ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.815021 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-34ba0b9d-ce9e-41d9-b79b-69f01e297ae3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9691ff78-acd4-49c3-bfc9-26046abda4fc HTTP/1.1" status: 204 len: 168 time: 0.1989319 Jun 16 15:10:24.823785 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba0b9d-ce9e-41d9-b79b-69f01e297ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9691ff78-acd4-49c3-bfc9-26046abda4fc,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:24.834427 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-28573b33-b76e-4e01-a20d-397e3ea1c74c admin admin] Publish callbacks [] for security_group (aa2d300d-2b0f-41c2-9a40-9a11eda06b6c), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.861959 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-28573b33-b76e-4e01-a20d-397e3ea1c74c admin admin] Publish callbacks [] for security_group (aa2d300d-2b0f-41c2-9a40-9a11eda06b6c), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.913354 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-28573b33-b76e-4e01-a20d-397e3ea1c74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (aa2d300d-2b0f-41c2-9a40-9a11eda06b6c), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.915985 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-28573b33-b76e-4e01-a20d-397e3ea1c74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:24.917159 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-28573b33-b76e-4e01-a20d-397e3ea1c74c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa2d300d-2b0f-41c2-9a40-9a11eda06b6c HTTP/1.1" status: 204 len: 168 time: 0.1434174 Jun 16 15:10:24.925143 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28573b33-b76e-4e01-a20d-397e3ea1c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2d300d-2b0f-41c2-9a40-9a11eda06b6c,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:25.256497 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 43776) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:25.270247 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3651-fd0c-4d9b-bba2-6708320ff5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:25.340348 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:25.353488 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3651-fd0c-4d9b-bba2-6708320ff5fb admin admin] Publish callbacks [] for security_group (821d8016-17d6-45b7-97df-30476748d2f5), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:25.357424 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3651-fd0c-4d9b-bba2-6708320ff5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (821d8016-17d6-45b7-97df-30476748d2f5), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:25.398607 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6dfe3651-fd0c-4d9b-bba2-6708320ff5fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72912e61abce48b6a0ee27f5aac00732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409700 Jun 16 15:10:25.399459 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe3651-fd0c-4d9b-bba2-6708320ff5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821d8016-17d6-45b7-97df-30476748d2f5,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:25.401981 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 43780) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:25.438163 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:25.474275 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-95896cea-1cc3-48af-b350-4cf545fe6b80 admin admin] Publish callbacks [] for security_group (821d8016-17d6-45b7-97df-30476748d2f5), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:25.497169 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-95896cea-1cc3-48af-b350-4cf545fe6b80 admin admin] Publish callbacks [] for security_group (821d8016-17d6-45b7-97df-30476748d2f5), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:25.548969 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-95896cea-1cc3-48af-b350-4cf545fe6b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (821d8016-17d6-45b7-97df-30476748d2f5), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:25.552673 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-95896cea-1cc3-48af-b350-4cf545fe6b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:25.554251 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-95896cea-1cc3-48af-b350-4cf545fe6b80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/821d8016-17d6-45b7-97df-30476748d2f5 HTTP/1.1" status: 204 len: 168 time: 0.1508398 Jun 16 15:10:25.563238 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95896cea-1cc3-48af-b350-4cf545fe6b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d8016-17d6-45b7-97df-30476748d2f5,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:28.602524 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44004) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:28.707726 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-feb0ee6a-2090-432f-a62b-d164a9a585d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:28.793106 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-feb0ee6a-2090-432f-a62b-d164a9a585d6 admin admin] Publish callbacks [] for security_group (4c71ed3e-17e9-4890-a98b-26df2a7ad9b0), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:28.797861 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-feb0ee6a-2090-432f-a62b-d164a9a585d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4c71ed3e-17e9-4890-a98b-26df2a7ad9b0), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:28.841223 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-feb0ee6a-2090-432f-a62b-d164a9a585d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c554c6123a364330afb55c514467d51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375596 Jun 16 15:10:28.842135 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ee6a-2090-432f-a62b-d164a9a585d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c71ed3e-17e9-4890-a98b-26df2a7ad9b0,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:28.843964 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44010) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:28.904907 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-44c25fe4-d383-436e-ac99-99154aa1ce5b admin admin] Publish callbacks [] for security_group (4c71ed3e-17e9-4890-a98b-26df2a7ad9b0), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:28.927308 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-44c25fe4-d383-436e-ac99-99154aa1ce5b admin admin] Publish callbacks [] for security_group (4c71ed3e-17e9-4890-a98b-26df2a7ad9b0), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:28.973542 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-44c25fe4-d383-436e-ac99-99154aa1ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4c71ed3e-17e9-4890-a98b-26df2a7ad9b0), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:28.976064 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-44c25fe4-d383-436e-ac99-99154aa1ce5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:28.977246 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-44c25fe4-d383-436e-ac99-99154aa1ce5b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c71ed3e-17e9-4890-a98b-26df2a7ad9b0 HTTP/1.1" status: 204 len: 168 time: 0.1322827 Jun 16 15:10:28.984981 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c25fe4-d383-436e-ac99-99154aa1ce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c71ed3e-17e9-4890-a98b-26df2a7ad9b0,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:29.256969 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44016) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:29.271342 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-070cc884-38a8-44fc-825a-70503b31aee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:29.349434 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-070cc884-38a8-44fc-825a-70503b31aee4 admin admin] Publish callbacks [] for security_group (082d9296-ebec-49b9-8597-43399996274b), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:29.353159 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-070cc884-38a8-44fc-825a-70503b31aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (082d9296-ebec-49b9-8597-43399996274b), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:29.356603 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:29.394060 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cc884-38a8-44fc-825a-70503b31aee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082d9296-ebec-49b9-8597-43399996274b,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:29.399170 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-070cc884-38a8-44fc-825a-70503b31aee4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8c6038d1ef7440bad4425d489ee8709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411273 Jun 16 15:10:29.402055 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44018) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:29.454885 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9549151f-5677-4232-bb3c-a111f3b445a6 admin admin] Publish callbacks [] for security_group (082d9296-ebec-49b9-8597-43399996274b), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:29.479894 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9549151f-5677-4232-bb3c-a111f3b445a6 admin admin] Publish callbacks [] for security_group (082d9296-ebec-49b9-8597-43399996274b), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:29.531910 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9549151f-5677-4232-bb3c-a111f3b445a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (082d9296-ebec-49b9-8597-43399996274b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:29.534793 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-9549151f-5677-4232-bb3c-a111f3b445a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:29.539033 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-9549151f-5677-4232-bb3c-a111f3b445a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/082d9296-ebec-49b9-8597-43399996274b HTTP/1.1" status: 204 len: 168 time: 0.1332202 Jun 16 15:10:29.546861 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549151f-5677-4232-bb3c-a111f3b445a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082d9296-ebec-49b9-8597-43399996274b,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:31.234702 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44080) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:31.340722 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d6a46b1f-fff4-4c8d-b0fc-09591e6e524a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.418110 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d6a46b1f-fff4-4c8d-b0fc-09591e6e524a admin admin] Publish callbacks [] for security_group (7a783ac0-c39d-425a-a948-4b75c9f0b19c), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.421957 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-d6a46b1f-fff4-4c8d-b0fc-09591e6e524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (7a783ac0-c39d-425a-a948-4b75c9f0b19c), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.439330 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:31.462648 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a46b1f-fff4-4c8d-b0fc-09591e6e524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a783ac0-c39d-425a-a948-4b75c9f0b19c,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:31.467465 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-d6a46b1f-fff4-4c8d-b0fc-09591e6e524a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=102eaafe3b25488499f84c1a1cf0096b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317030 Jun 16 15:10:31.470195 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44084) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:31.517685 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-30c99b53-b83a-41c3-9cf4-8a00ccd63e01 admin admin] Publish callbacks [] for security_group (7a783ac0-c39d-425a-a948-4b75c9f0b19c), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.540594 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-30c99b53-b83a-41c3-9cf4-8a00ccd63e01 admin admin] Publish callbacks [] for security_group (7a783ac0-c39d-425a-a948-4b75c9f0b19c), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.588562 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-30c99b53-b83a-41c3-9cf4-8a00ccd63e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (7a783ac0-c39d-425a-a948-4b75c9f0b19c), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.591043 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-30c99b53-b83a-41c3-9cf4-8a00ccd63e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.592169 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-30c99b53-b83a-41c3-9cf4-8a00ccd63e01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a783ac0-c39d-425a-a948-4b75c9f0b19c HTTP/1.1" status: 204 len: 168 time: 0.1210847 Jun 16 15:10:31.599822 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c99b53-b83a-41c3-9cf4-8a00ccd63e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a783ac0-c39d-425a-a948-4b75c9f0b19c,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:31.857648 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44092) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:31.870967 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-922ba1a5-184a-4861-95ae-1f577b5de5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.948596 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-922ba1a5-184a-4861-95ae-1f577b5de5cb admin admin] Publish callbacks [] for security_group (77c8eb3f-b2ee-4332-9cbf-08f4704e41a4), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.952245 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-922ba1a5-184a-4861-95ae-1f577b5de5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (77c8eb3f-b2ee-4332-9cbf-08f4704e41a4), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:31.990271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba1a5-184a-4861-95ae-1f577b5de5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c8eb3f-b2ee-4332-9cbf-08f4704e41a4,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:31.994498 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-922ba1a5-184a-4861-95ae-1f577b5de5cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b55098c8e3449518e190f1210933fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358485 Jun 16 15:10:31.998434 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44094) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:32.051703 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a244e3e5-df62-4ecd-96ed-407e3e62b9e9 admin admin] Publish callbacks [] for security_group (77c8eb3f-b2ee-4332-9cbf-08f4704e41a4), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:32.074187 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a244e3e5-df62-4ecd-96ed-407e3e62b9e9 admin admin] Publish callbacks [] for security_group (77c8eb3f-b2ee-4332-9cbf-08f4704e41a4), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:32.095982 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:32.124071 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a244e3e5-df62-4ecd-96ed-407e3e62b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (77c8eb3f-b2ee-4332-9cbf-08f4704e41a4), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:32.126603 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-a244e3e5-df62-4ecd-96ed-407e3e62b9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:32.127760 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-a244e3e5-df62-4ecd-96ed-407e3e62b9e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77c8eb3f-b2ee-4332-9cbf-08f4704e41a4 HTTP/1.1" status: 204 len: 168 time: 0.1297085 Jun 16 15:10:32.136215 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244e3e5-df62-4ecd-96ed-407e3e62b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c8eb3f-b2ee-4332-9cbf-08f4704e41a4,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:36.038258 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=62 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:36.045271 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=17 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:37.296201 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-50547520-45c2-48f0-b17f-2b973a77ed26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.232247 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44242) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:38.344268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ab2050f1-8f36-42a8-a30e-4a5f351593b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.420567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ab2050f1-8f36-42a8-a30e-4a5f351593b3 admin admin] Publish callbacks [] for security_group (5e550893-c84a-493c-b536-2077a48a7537), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.424812 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ab2050f1-8f36-42a8-a30e-4a5f351593b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (5e550893-c84a-493c-b536-2077a48a7537), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.466348 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-ab2050f1-8f36-42a8-a30e-4a5f351593b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c746dce1588b496988840544e27bb448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329729 Jun 16 15:10:38.467247 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2050f1-8f36-42a8-a30e-4a5f351593b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e550893-c84a-493c-b536-2077a48a7537,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:38.469187 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44246) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:38.521441 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-859517eb-2bd4-4a78-89a4-80dd0581b34c admin admin] Publish callbacks [] for security_group (5e550893-c84a-493c-b536-2077a48a7537), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.544522 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-859517eb-2bd4-4a78-89a4-80dd0581b34c admin admin] Publish callbacks [] for security_group (5e550893-c84a-493c-b536-2077a48a7537), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.599098 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-859517eb-2bd4-4a78-89a4-80dd0581b34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (5e550893-c84a-493c-b536-2077a48a7537), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.602498 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-859517eb-2bd4-4a78-89a4-80dd0581b34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.605453 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-859517eb-2bd4-4a78-89a4-80dd0581b34c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e550893-c84a-493c-b536-2077a48a7537 HTTP/1.1" status: 204 len: 168 time: 0.1322730 Jun 16 15:10:38.614055 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859517eb-2bd4-4a78-89a4-80dd0581b34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e550893-c84a-493c-b536-2077a48a7537,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:38.882472 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44252) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:38.891731 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f6d65253-10c9-44b3-afa3-6028f1823db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.952420 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:38.973905 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f6d65253-10c9-44b3-afa3-6028f1823db4 admin admin] Publish callbacks [] for security_group (c4089a60-d2fc-4bb4-aebc-6f6236bf66ad), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:38.979062 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-f6d65253-10c9-44b3-afa3-6028f1823db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c4089a60-d2fc-4bb4-aebc-6f6236bf66ad), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.028350 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-f6d65253-10c9-44b3-afa3-6028f1823db4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f164a6afa85c440d90b32b09efa9052d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490533 Jun 16 15:10:39.029502 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d65253-10c9-44b3-afa3-6028f1823db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4089a60-d2fc-4bb4-aebc-6f6236bf66ad,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:39.031110 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44258) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:39.086083 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5634ea52-6b45-4e86-8b88-604deb50ced9 admin admin] Publish callbacks [] for security_group (c4089a60-d2fc-4bb4-aebc-6f6236bf66ad), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.109184 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5634ea52-6b45-4e86-8b88-604deb50ced9 admin admin] Publish callbacks [] for security_group (c4089a60-d2fc-4bb4-aebc-6f6236bf66ad), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.115634 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:39.161349 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5634ea52-6b45-4e86-8b88-604deb50ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (c4089a60-d2fc-4bb4-aebc-6f6236bf66ad), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.164489 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-5634ea52-6b45-4e86-8b88-604deb50ced9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.165826 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-5634ea52-6b45-4e86-8b88-604deb50ced9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4089a60-d2fc-4bb4-aebc-6f6236bf66ad HTTP/1.1" status: 204 len: 168 time: 0.1335957 Jun 16 15:10:39.174567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634ea52-6b45-4e86-8b88-604deb50ced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4089a60-d2fc-4bb4-aebc-6f6236bf66ad,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:39.557609 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44306) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:39.572132 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-dddbd77f-d258-4c9c-bb6e-45ac4b117722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.650032 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-dddbd77f-d258-4c9c-bb6e-45ac4b117722 admin admin] Publish callbacks [] for security_group (b6c5e990-d1a2-49d1-aa74-f8bca1014bd4), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.653746 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-dddbd77f-d258-4c9c-bb6e-45ac4b117722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b6c5e990-d1a2-49d1-aa74-f8bca1014bd4), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.695497 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-dddbd77f-d258-4c9c-bb6e-45ac4b117722 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad25cc1a4f4b4f2499047acef6c554c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367371 Jun 16 15:10:39.697598 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbd77f-d258-4c9c-bb6e-45ac4b117722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c5e990-d1a2-49d1-aa74-f8bca1014bd4,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:39.698248 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44312) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:39.751598 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e78d3eef-522f-42c3-a193-e19d02bdb9d7 admin admin] Publish callbacks [] for security_group (b6c5e990-d1a2-49d1-aa74-f8bca1014bd4), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.773309 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e78d3eef-522f-42c3-a193-e19d02bdb9d7 admin admin] Publish callbacks [] for security_group (b6c5e990-d1a2-49d1-aa74-f8bca1014bd4), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.822239 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e78d3eef-522f-42c3-a193-e19d02bdb9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b6c5e990-d1a2-49d1-aa74-f8bca1014bd4), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.824857 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e78d3eef-522f-42c3-a193-e19d02bdb9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:39.826011 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e78d3eef-522f-42c3-a193-e19d02bdb9d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6c5e990-d1a2-49d1-aa74-f8bca1014bd4 HTTP/1.1" status: 204 len: 168 time: 0.1268084 Jun 16 15:10:39.836309 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d3eef-522f-42c3-a193-e19d02bdb9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c5e990-d1a2-49d1-aa74-f8bca1014bd4,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:40.180810 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a292db5e-068e-4ec2-9dd3-93621f757335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.537971 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44352) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:40.644387 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-549025796-network', 'tenant_id': '998d0cfadd2a4ec183813218c3df2260'}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:10:40.649779 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:40.665658 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Made reservation on behalf of 998d0cfadd2a4ec183813218c3df2260 for: {'network': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:10:40.668015 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.682344 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.758745 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Publish callbacks [] for security_group (ee27c5d8-e3f8-4c0b-bcf7-fd68e11e413f), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.762503 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ee27c5d8-e3f8-4c0b-bcf7-fd68e11e413f), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.788604 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=110479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:10:40.800431 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee27c5d8-e3f8-4c0b-bcf7-fd68e11e413f,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:40.808898 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (fde7679b-8595-424b-8e83-5fed3ba3f4e2), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.808898 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.segments_db [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Added segment fde7679b-8595-424b-8e83-5fed3ba3f4e2 of type vlan for network 1fad89df-1cd1-4fb7-b5c8-965972aefd17 Jun 16 15:10:40.847510 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (1fad89df-1cd1-4fb7-b5c8-965972aefd17), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.871703 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (1fad89df-1cd1-4fb7-b5c8-965972aefd17), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.872673 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:40.873266 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.910830 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3715630 Jun 16 15:10:40.913850 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44360) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:40.920250 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Request body: {'subnet': {'network_id': '1fad89df-1cd1-4fb7-b5c8-965972aefd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-549025796-subnet', 'tenant_id': '998d0cfadd2a4ec183813218c3df2260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:10:40.941429 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Made reservation on behalf of 998d0cfadd2a4ec183813218c3df2260 for: {'subnet': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:10:40.944371 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60353927'] for subnet (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:40.946369 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f68b6b-a373-431c-a544-b123969ae9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=1fad89df-1cd1-4fb7-b5c8-965972aefd17,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:40.957173 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 1fad89df-1cd1-4fb7-b5c8-965972aefd17 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:10:41.060150 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:41.121438 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60353973'] for subnet (42229136-9670-44f2-8d7c-a4f213919534), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.148276 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.179634 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42229136-9670-44f2-8d7c-a4f213919534,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:41.189981 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Checking segment: {'id': 'fde7679b-8595-424b-8e83-5fed3ba3f4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1fad89df-1cd1-4fb7-b5c8-965972aefd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:10:41.190353 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Network hostable DHCP agents. Network: 1fad89df-1cd1-4fb7-b5c8-965972aefd17, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:10:41.207677 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Network 1fad89df-1cd1-4fb7-b5c8-965972aefd17 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:10:41.216527 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 1fad89df-1cd1-4fb7-b5c8-965972aefd17) {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:10:41.220529 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:41.221212 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.226306 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f8972-0094-432c-a4b1-8943d33352db None None] Network 1fad89df-1cd1-4fb7-b5c8-965972aefd17 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:41.244940 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-c21548a8-fcf0-4c4b-8da4-ea85ca575ed4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3249736 Jun 16 15:10:41.330604 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f6e097-dff4-46ce-8f06-f1198527c562 None None] Network 1fad89df-1cd1-4fb7-b5c8-965972aefd17 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:41.733597 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44384) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:41.738461 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-621749817-network', 'tenant_id': '9d14d7e681b84e3da4d8b93c76bcb654'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:10:41.761105 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Made reservation on behalf of 9d14d7e681b84e3da4d8b93c76bcb654 for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:10:41.763619 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.772691 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.843136 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:41.848183 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Publish callbacks [] for security_group (2bfec1cc-0672-4693-9819-de87fd53c0eb), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.852796 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (2bfec1cc-0672-4693-9819-de87fd53c0eb), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.880299 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:10:41.896459 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfec1cc-0672-4693-9819-de87fd53c0eb,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:41.899815 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (db339d62-511e-48d7-9036-4df518e33d82), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.900148 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Added segment db339d62-511e-48d7-9036-4df518e33d82 of type vlan for network 92632aae-552b-438c-ac0f-a88a1cd9e058 Jun 16 15:10:41.943323 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (92632aae-552b-438c-ac0f-a88a1cd9e058), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.968494 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (92632aae-552b-438c-ac0f-a88a1cd9e058), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:41.969550 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:41.970171 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:42.001769 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2670195 Jun 16 15:10:42.004491 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44386) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:10:42.009793 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Request body: {'subnet': {'network_id': '92632aae-552b-438c-ac0f-a88a1cd9e058', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-621749817-subnet', 'tenant_id': '9d14d7e681b84e3da4d8b93c76bcb654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:10:42.046633 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e27db9-0b44-4b94-9e0a-e7b293b28b8a admin admin] Pushing event updated for resources: {'Network': ['ID=92632aae-552b-438c-ac0f-a88a1cd9e058,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:42.056696 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 92632aae-552b-438c-ac0f-a88a1cd9e058 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:10:42.060030 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Made reservation on behalf of 9d14d7e681b84e3da4d8b93c76bcb654 for: {'subnet': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:10:42.062505 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60353927'] for subnet (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:42.243248 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60353973'] for subnet (b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:42.299425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:42.305000 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c,revision_number=0']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:42.319424 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Checking segment: {'id': 'db339d62-511e-48d7-9036-4df518e33d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '92632aae-552b-438c-ac0f-a88a1cd9e058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:10:42.319794 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Network hostable DHCP agents. Network: 92632aae-552b-438c-ac0f-a88a1cd9e058, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:10:42.338666 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Network 92632aae-552b-438c-ac0f-a88a1cd9e058 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:10:42.347720 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 92632aae-552b-438c-ac0f-a88a1cd9e058) {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:10:42.351899 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:10:42.352502 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:42.357079 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0dbf1-653e-42b6-9222-88cb20146525 None None] Network 92632aae-552b-438c-ac0f-a88a1cd9e058 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:42.369615 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-04d8a2ac-79c4-4895-a95b-2f5a3ff86f9f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3640561 Jun 16 15:10:42.466619 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c79ebb-c1ae-4222-b65a-6d4121837576 None None] Network 92632aae-552b-438c-ac0f-a88a1cd9e058 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:10:42.585962 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:44.389267 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:44.964417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:10:46.183718 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:10:50.941604 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=33,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:50.942398 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:52.360523 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=59,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:52.362779 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:54.958682 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=84 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:10:54.969865 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:05.406624 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44658) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:05.450476 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_v2 [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Deleting subnet 42229136-9670-44f2-8d7c-a4f213919534 {{(pid=110480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:11:05.453675 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Publish callbacks [] for subnet (42229136-9670-44f2-8d7c-a4f213919534), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:05.487342 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59125348'] for subnet (42229136-9670-44f2-8d7c-a4f213919534), precommit_delete_associations {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:05.526425 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (42229136-9670-44f2-8d7c-a4f213919534), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:05.584419 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59135546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60353964'] for subnet (42229136-9670-44f2-8d7c-a4f213919534), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:05.611213 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42229136-9670-44f2-8d7c-a4f213919534,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:05.620946 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.621320 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.621646 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.622165 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.622534 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.622994 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.623380 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.623698 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.624044 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.624463 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.624799 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.625155 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.625486 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.625808 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.626134 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:05.629154 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:05.632391 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-752651d0-0d80-4329-85cc-ce0f8452bd15 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/42229136-9670-44f2-8d7c-a4f213919534 HTTP/1.1" status: 204 len: 168 time: 0.2246776 Jun 16 15:11:05.635186 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44662) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:05.746392 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (1fad89df-1cd1-4fb7-b5c8-965972aefd17), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:05.766747 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b547c0e-7506-4502-ad4a-b9a6d96e5beb req-050efe83-9dd3-4d6f-9109-963b047f40f6 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:05.768228 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0b547c0e-7506-4502-ad4a-b9a6d96e5beb req-050efe83-9dd3-4d6f-9109-963b047f40f6 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0704162 Jun 16 15:11:06.110381 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (1fad89df-1cd1-4fb7-b5c8-965972aefd17), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.138089 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0b547c0e-7506-4502-ad4a-b9a6d96e5beb req-49ac4094-e4f1-47c6-ad88-c8deb8c7afbb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073904 Jun 16 15:11:06.140337 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:06.141508 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fad89df-1cd1-4fb7-b5c8-965972aefd17']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:06.141651 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:06.151801 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde7679b-8595-424b-8e83-5fed3ba3f4e2') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:06.152107 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde7679b-8595-424b-8e83-5fed3ba3f4e2') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:06.166592 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (fde7679b-8595-424b-8e83-5fed3ba3f4e2), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.180449 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (fde7679b-8595-424b-8e83-5fed3ba3f4e2), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.186749 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:11:06.187144 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (fde7679b-8595-424b-8e83-5fed3ba3f4e2), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.245372 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (1fad89df-1cd1-4fb7-b5c8-965972aefd17), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.251459 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.254602 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] 10.222.0.72 "DELETE /v2.0/networks/1fad89df-1cd1-4fb7-b5c8-965972aefd17 HTTP/1.1" status: 204 len: 168 time: 0.6183839 Jun 16 15:11:06.257914 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44678) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:06.274793 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1ad9d-7a53-40c2-aa45-64e1923386cf admin admin] Pushing event deleted for resources: {'Network': ['ID=1fad89df-1cd1-4fb7-b5c8-965972aefd17,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:06.313210 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-04211d63-3ed2-4d15-a6c6-47b851632907 admin admin] Deleting subnet b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:11:06.316500 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-04211d63-3ed2-4d15-a6c6-47b851632907 admin admin] Publish callbacks [] for subnet (b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.351454 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment fde7679b-8595-424b-8e83-5fed3ba3f4e2 resource provider aggregate not found Jun 16 15:11:06.361677 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-04211d63-3ed2-4d15-a6c6-47b851632907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.381191 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment fde7679b-8595-424b-8e83-5fed3ba3f4e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fde7679b-8595-424b-8e83-5fed3ba3f4e2 found for delete ", "request_id": "req-57741da5-505c-46a8-9ddb-25e6e79d28e7"}]} Jun 16 15:11:06.403083 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-04211d63-3ed2-4d15-a6c6-47b851632907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.455262 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-04211d63-3ed2-4d15-a6c6-47b851632907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.482022 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-04211d63-3ed2-4d15-a6c6-47b851632907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.485234 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-04211d63-3ed2-4d15-a6c6-47b851632907 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c HTTP/1.1" status: 204 len: 168 time: 0.2264135 Jun 16 15:11:06.486218 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04211d63-3ed2-4d15-a6c6-47b851632907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57bffa3-c8af-4db4-8ce7-9d9b04e6e31c,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:06.487782 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44682) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:06.559863 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (92632aae-552b-438c-ac0f-a88a1cd9e058), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.637187 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (92632aae-552b-438c-ac0f-a88a1cd9e058), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.660692 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92632aae-552b-438c-ac0f-a88a1cd9e058']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:06.670033 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db339d62-511e-48d7-9036-4df518e33d82') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:06.670331 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db339d62-511e-48d7-9036-4df518e33d82') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:06.680417 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (db339d62-511e-48d7-9036-4df518e33d82), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.693684 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (db339d62-511e-48d7-9036-4df518e33d82), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.700875 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:11:06.701268 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (db339d62-511e-48d7-9036-4df518e33d82), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.748088 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:06.757408 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (92632aae-552b-438c-ac0f-a88a1cd9e058), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.761883 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:06.765008 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/92632aae-552b-438c-ac0f-a88a1cd9e058 HTTP/1.1" status: 204 len: 168 time: 0.2763021 Jun 16 15:11:06.777633 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f39430-fbb1-4c7d-8f62-e6ca841915c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=92632aae-552b-438c-ac0f-a88a1cd9e058,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:06.929343 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44690) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:06.983726 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-64086f56-206f-4cdc-a4e1-f9854a19271c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=998d0cfadd2a4ec183813218c3df2260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504029 Jun 16 15:11:06.984164 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44694) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:07.034306 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6347afa9-a434-4fd7-a7a1-ef6137d1a758 admin admin] Publish callbacks [] for security_group (ee27c5d8-e3f8-4c0b-bcf7-fd68e11e413f), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.047785 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:07.062235 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6347afa9-a434-4fd7-a7a1-ef6137d1a758 admin admin] Publish callbacks [] for security_group (ee27c5d8-e3f8-4c0b-bcf7-fd68e11e413f), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.111289 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6347afa9-a434-4fd7-a7a1-ef6137d1a758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (ee27c5d8-e3f8-4c0b-bcf7-fd68e11e413f), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.113919 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6347afa9-a434-4fd7-a7a1-ef6137d1a758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.115042 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6347afa9-a434-4fd7-a7a1-ef6137d1a758 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee27c5d8-e3f8-4c0b-bcf7-fd68e11e413f HTTP/1.1" status: 204 len: 168 time: 0.1299067 Jun 16 15:11:07.122944 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347afa9-a434-4fd7-a7a1-ef6137d1a758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee27c5d8-e3f8-4c0b-bcf7-fd68e11e413f,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:07.253734 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa74cea-035c-4bf1-8083-c816b37f3eef req-2cb139f3-186d-4ec7-9474-37f8e461189e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:07.255231 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ffa74cea-035c-4bf1-8083-c816b37f3eef req-2cb139f3-186d-4ec7-9474-37f8e461189e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0479803 Jun 16 15:11:07.302844 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8f49-d688-4111-828e-249a6265dc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.309765 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ffa74cea-035c-4bf1-8083-c816b37f3eef req-7b68c01d-73a9-4625-9392-f03130a71c59 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484073 Jun 16 15:11:07.447980 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44706) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:07.487564 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-dd078293-c8d6-40d7-8d43-f3fa42ab2601 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d14d7e681b84e3da4d8b93c76bcb654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384161 Jun 16 15:11:07.490896 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44708) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:07.537495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4afa-9a0f-4141-ace7-9cca068bc34c admin admin] Publish callbacks [] for security_group (2bfec1cc-0672-4693-9819-de87fd53c0eb), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.559580 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4afa-9a0f-4141-ace7-9cca068bc34c admin admin] Publish callbacks [] for security_group (2bfec1cc-0672-4693-9819-de87fd53c0eb), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.604442 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4afa-9a0f-4141-ace7-9cca068bc34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (2bfec1cc-0672-4693-9819-de87fd53c0eb), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.606974 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4afa-9a0f-4141-ace7-9cca068bc34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:07.608111 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-1fdd4afa-9a0f-4141-ace7-9cca068bc34c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2bfec1cc-0672-4693-9819-de87fd53c0eb HTTP/1.1" status: 204 len: 168 time: 0.1173224 Jun 16 15:11:07.615581 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd4afa-9a0f-4141-ace7-9cca068bc34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfec1cc-0672-4693-9819-de87fd53c0eb,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:08.414910 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment db339d62-511e-48d7-9036-4df518e33d82 resource provider aggregate not found Jun 16 15:11:08.433890 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment db339d62-511e-48d7-9036-4df518e33d82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db339d62-511e-48d7-9036-4df518e33d82 found for delete ", "request_id": "req-e518f5ef-f30b-4bd6-b98e-e4cf0908bd0c"}]} Jun 16 15:11:08.440449 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ddf1b-d41f-4c69-9406-f1575ffc764a req-6ba62c38-ce57-4449-8fd7-0ee85e5dbe25 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:08.441912 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a9ddf1b-d41f-4c69-9406-f1575ffc764a req-6ba62c38-ce57-4449-8fd7-0ee85e5dbe25 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0625932 Jun 16 15:11:08.493501 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8a9ddf1b-d41f-4c69-9406-f1575ffc764a req-b8420c6e-3d3a-49ff-9040-24ab2786f9d0 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455055 Jun 16 15:11:09.616471 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a25829-f89a-4872-ae1a-877eb4438e39 req-fedf27d8-185c-4096-b08d-d94f13baabc2 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:09.617960 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a6a25829-f89a-4872-ae1a-877eb4438e39 req-fedf27d8-185c-4096-b08d-d94f13baabc2 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0504358 Jun 16 15:11:09.666788 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a6a25829-f89a-4872-ae1a-877eb4438e39 req-88488aea-f385-4429-b8f2-b57930465abd tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Jun 16 15:11:10.173018 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3a9896d9-d4a4-4980-885a-0f72110b1cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:10.667971 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44802) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:10.781169 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:10.797761 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982f9cc-8e5b-4f9c-84b8-49facae56b7b req-6acb8057-f86e-4a7d-84a7-433ab8c61afc tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:10.799226 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0982f9cc-8e5b-4f9c-84b8-49facae56b7b req-6acb8057-f86e-4a7d-84a7-433ab8c61afc tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0653918 Jun 16 15:11:10.875702 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-0982f9cc-8e5b-4f9c-84b8-49facae56b7b req-35b94a0e-fc6f-4262-ae2a-9b0f56b8f78b tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705478 Jun 16 15:11:10.910854 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Publish callbacks [] for security_group (b4085492-4da7-44f4-94d3-bbcd8e97595e), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:10.915890 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b4085492-4da7-44f4-94d3-bbcd8e97595e), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:10.958026 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13cbc80d2355452997c6d5e57b8bcc6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889116 Jun 16 15:11:10.959141 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4085492-4da7-44f4-94d3-bbcd8e97595e,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:10.960788 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44808) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:10.966717 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.967066 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.967413 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.967759 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.968095 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.968430 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.968766 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.969129 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.969462 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.969793 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.970123 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.970456 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.970780 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.971103 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:10.971425 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3e108-9331-443b-9f75-e9be4855f9ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:11.015807 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0e3f641e-5e2b-46ab-9ad8-c15717d4c901 admin admin] Publish callbacks [] for security_group (b4085492-4da7-44f4-94d3-bbcd8e97595e), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:11.037172 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0e3f641e-5e2b-46ab-9ad8-c15717d4c901 admin admin] Publish callbacks [] for security_group (b4085492-4da7-44f4-94d3-bbcd8e97595e), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:11.084334 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0e3f641e-5e2b-46ab-9ad8-c15717d4c901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b4085492-4da7-44f4-94d3-bbcd8e97595e), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:11.086933 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-0e3f641e-5e2b-46ab-9ad8-c15717d4c901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:11.088081 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-0e3f641e-5e2b-46ab-9ad8-c15717d4c901 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b4085492-4da7-44f4-94d3-bbcd8e97595e HTTP/1.1" status: 204 len: 168 time: 0.1262252 Jun 16 15:11:11.096147 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f641e-5e2b-46ab-9ad8-c15717d4c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4085492-4da7-44f4-94d3-bbcd8e97595e,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:11.257971 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:11.993827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e37da-78eb-4f0e-af10-4e17c6624073 req-bf86b0f8-82b5-422f-b08d-3fe282cd1bf4 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:11.995200 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-df6e37da-78eb-4f0e-af10-4e17c6624073 req-bf86b0f8-82b5-422f-b08d-3fe282cd1bf4 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0500712 Jun 16 15:11:12.042969 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-df6e37da-78eb-4f0e-af10-4e17c6624073 req-9354795c-8e87-4e56-b397-623f9c607892 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Jun 16 15:11:12.565428 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:13.191997 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef60c0-db31-4f8e-980e-76d56084dddd req-ce330fe3-b6b8-4f50-bda3-237a71159175 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:13.194294 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-10ef60c0-db31-4f8e-980e-76d56084dddd req-ce330fe3-b6b8-4f50-bda3-237a71159175 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0655103 Jun 16 15:11:13.248416 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-10ef60c0-db31-4f8e-980e-76d56084dddd req-bb43dbca-43e9-4c1a-8773-dc0f6311b84d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Jun 16 15:11:14.363830 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662942-9793-4c33-89b8-0a388d00925a req-4d6a2442-6e95-4429-8123-faaf2567fa19 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:14.365364 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2b662942-9793-4c33-89b8-0a388d00925a req-4d6a2442-6e95-4429-8123-faaf2567fa19 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Jun 16 15:11:14.400973 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:14.419932 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2b662942-9793-4c33-89b8-0a388d00925a req-dd90405b-de92-4b23-aabe-83a8e489835f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482359 Jun 16 15:11:14.966305 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:15.200795 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44876) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:15.306392 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-75dc1117-a146-44dc-a9bb-fd320a3a1670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:15.315364 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:15.352016 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:15.385868 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-75dc1117-a146-44dc-a9bb-fd320a3a1670 admin admin] Publish callbacks [] for security_group (fe6844ca-5fff-4afd-803f-a5ac1d76adfb), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:15.389330 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-75dc1117-a146-44dc-a9bb-fd320a3a1670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fe6844ca-5fff-4afd-803f-a5ac1d76adfb), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:15.428820 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-75dc1117-a146-44dc-a9bb-fd320a3a1670 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=784e4d4b1a4d4bc9ac4f016a57ec2cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269652 Jun 16 15:11:15.429739 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc1117-a146-44dc-a9bb-fd320a3a1670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6844ca-5fff-4afd-803f-a5ac1d76adfb,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:15.431501 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44880) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:15.470615 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:15.495630 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-382a3ca5-87e3-497d-80bf-b2827d0e42ea admin admin] Publish callbacks [] for security_group (fe6844ca-5fff-4afd-803f-a5ac1d76adfb), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:15.517558 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-382a3ca5-87e3-497d-80bf-b2827d0e42ea admin admin] Publish callbacks [] for security_group (fe6844ca-5fff-4afd-803f-a5ac1d76adfb), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:15.539674 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817437f-58ef-4164-9bd1-7e2e680d3660 req-cc0744a4-530e-4ec8-bff5-c2fe33a32f98 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:15.541150 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6817437f-58ef-4164-9bd1-7e2e680d3660 req-cc0744a4-530e-4ec8-bff5-c2fe33a32f98 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0518501 Jun 16 15:11:15.544975 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:15.576992 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-382a3ca5-87e3-497d-80bf-b2827d0e42ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (fe6844ca-5fff-4afd-803f-a5ac1d76adfb), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:15.579523 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-382a3ca5-87e3-497d-80bf-b2827d0e42ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:15.580665 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-382a3ca5-87e3-497d-80bf-b2827d0e42ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe6844ca-5fff-4afd-803f-a5ac1d76adfb HTTP/1.1" status: 204 len: 168 time: 0.1476340 Jun 16 15:11:15.589562 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a3ca5-87e3-497d-80bf-b2827d0e42ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6844ca-5fff-4afd-803f-a5ac1d76adfb,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:15.593876 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6817437f-58ef-4164-9bd1-7e2e680d3660 req-03f8912f-d291-4447-84eb-2faffa105c90 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471356 Jun 16 15:11:16.224316 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44914) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:16.321683 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-199468720-network', 'tenant_id': '4da5b37c95a342eaaa1aee173d381701'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:11:16.341604 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Made reservation on behalf of 4da5b37c95a342eaaa1aee173d381701 for: {'network': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:16.343914 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for network (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.353268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.433645 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Publish callbacks [] for security_group (68771c20-6722-4cc7-9ac3-e2adc1df784a), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.436811 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (68771c20-6722-4cc7-9ac3-e2adc1df784a), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.464478 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=110480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:11:16.471334 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68771c20-6722-4cc7-9ac3-e2adc1df784a,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:16.478080 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (f7ffad01-6170-4224-bed6-35a51ff8053c), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.478423 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.db.segments_db [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Added segment f7ffad01-6170-4224-bed6-35a51ff8053c of type vlan for network 78b26139-d9a4-4f35-bf86-6e837f876733 Jun 16 15:11:16.517815 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782779020638'] for network (78b26139-d9a4-4f35-bf86-6e837f876733), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.543297 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287'] for network (78b26139-d9a4-4f35-bf86-6e837f876733), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.544370 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:16.544997 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.581323 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3552732 Jun 16 15:11:16.584169 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 44918) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:16.589750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.v2.base [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Request body: {'subnet': {'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-199468720-subnet', 'tenant_id': '4da5b37c95a342eaaa1aee173d381701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:11:16.610199 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Made reservation on behalf of 4da5b37c95a342eaaa1aee173d381701 for: {'subnet': 1} {{(pid=110479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:16.611602 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7227a-8f4b-44a8-937f-b1c95ffe8e66 admin admin] Pushing event updated for resources: {'Network': ['ID=78b26139-d9a4-4f35-bf86-6e837f876733,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:16.612885 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60049947'] for subnet (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.622394 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Network 78b26139-d9a4-4f35-bf86-6e837f876733 details requested by agent ovs-agent-dv-cinder-837165-3-iscsi with host dv-cinder-837165-3-iscsi {{(pid=110481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 15:11:16.717070 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b321e8-9886-42b8-ac4b-c4e3f452c1da req-194847a2-e133-4404-b71f-f0d36e26d396 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:16.718578 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f7b321e8-9886-42b8-ac4b-c4e3f452c1da req-194847a2-e133-4404-b71f-f0d36e26d396 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Jun 16 15:11:16.769618 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f7b321e8-9886-42b8-ac4b-c4e3f452c1da req-6279d325-55f5-4f10-b510-463b95786b24 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451536 Jun 16 15:11:16.801499 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59387521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60049961'] for subnet (3697204c-8c97-4183-8e7b-38ef835d23ef), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.859791 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3697204c-8c97-4183-8e7b-38ef835d23ef,revision_number=0']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:16.867053 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Checking segment: {'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:11:16.867416 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Network hostable DHCP agents. Network: 78b26139-d9a4-4f35-bf86-6e837f876733, hostable agents: ['bcd7311b-5052-49cd-ab06-484e5407ed9c'], hosted agents: [] {{(pid=110479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:11:16.885975 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Network 78b26139-d9a4-4f35-bf86-6e837f876733 is scheduled to be hosted by DHCP agent bcd7311b-5052-49cd-ab06-484e5407ed9c with binding_index 1 {{(pid=110479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:11:16.894325 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.base_scheduler [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-3-iscsi, 78b26139-d9a4-4f35-bf86-6e837f876733) {{(pid=110479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:16.899209 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:16.899800 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:16.904398 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198726a4-80d7-49dc-b4a4-f5d7d4d778a4 None None] Network 78b26139-d9a4-4f35-bf86-6e837f876733 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:11:16.915959 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-30445879-38af-43d9-9f67-b785c0d04b11 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3301666 Jun 16 15:11:17.005084 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c748d5b5-d730-447e-8439-3e274f71aa53 None None] Network 78b26139-d9a4-4f35-bf86-6e837f876733 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:11:17.887429 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d536c8f-04bf-4596-8c06-c1cd9f0f87d3 req-66af02f4-43aa-48fc-bb6a-445cda0d7141 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:17.889060 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5d536c8f-04bf-4596-8c06-c1cd9f0f87d3 req-66af02f4-43aa-48fc-bb6a-445cda0d7141 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0478430 Jun 16 15:11:17.941960 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5d536c8f-04bf-4596-8c06-c1cd9f0f87d3 req-e2ca41fe-d616-44ca-aeaf-f2232e257864 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474260 Jun 16 15:11:18.621525 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-a8ac0282-1775-4301-818e-d18f233c0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:18.623019 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-a8ac0282-1775-4301-818e-d18f233c0588 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1129 time: 0.0712364 Jun 16 15:11:18.753007 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-0c75966e-d7cd-495d-9806-9f7fc63b6b7c tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:18.754356 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-0c75966e-d7cd-495d-9806-9f7fc63b6b7c tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/networks?id=78b26139-d9a4-4f35-bf86-6e837f876733 HTTP/1.1" status: 200 len: 813 time: 0.1741948 Jun 16 15:11:18.779346 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-43b2f662-3c7a-4cf5-836f-5f6285d8de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:18.780746 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-43b2f662-3c7a-4cf5-836f-5f6285d8de31 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 911 time: 0.1285391 Jun 16 15:11:18.782082 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-53f6b87f-a228-4201-b5fe-5af56d888c0f tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/quotas/4da5b37c95a342eaaa1aee173d381701 HTTP/1.1" status: 200 len: 375 time: 0.0197117 Jun 16 15:11:18.844400 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-599c6620-393e-4bc5-89a9-4ef5eb069c5a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4da5b37c95a342eaaa1aee173d381701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518630 Jun 16 15:11:18.859293 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:18.872593 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-99ace4ed-d9f4-4b5d-b453-918bd1e4beaf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 1001 time: 0.0863066 Jun 16 15:11:18.913530 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-74acbcb2-253b-483b-b1d8-597e4a54ad70 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=110480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 15:11:18.914517 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-74acbcb2-253b-483b-b1d8-597e4a54ad70 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0608711 Jun 16 15:11:18.949530 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-e922eab2-a0f3-4022-8196-71a25e6043f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:18.950924 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-e922eab2-a0f3-4022-8196-71a25e6043f7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 200 len: 848 time: 0.0725832 Jun 16 15:11:19.015739 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:19.034512 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-cc8f411d-460d-4c97-964b-8d48bc806a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:19.035981 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-cc8f411d-460d-4c97-964b-8d48bc806a5e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4bbbab54-6102-4eef-ada6-8ad180c2f233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556536 Jun 16 15:11:19.059208 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b371d28-bb35-4718-acc6-f8b7efd3eeed req-57ed67fa-f1c5-47e4-8ebd-75ee92731725 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:19.060717 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7b371d28-bb35-4718-acc6-f8b7efd3eeed req-57ed67fa-f1c5-47e4-8ebd-75ee92731725 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0503502 Jun 16 15:11:19.068146 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-93cbac30-e958-4961-991e-cd6edd0599df service neutron] 10.222.0.72 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477809 Jun 16 15:11:19.117886 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7b371d28-bb35-4718-acc6-f8b7efd3eeed req-1e07839c-d78b-48d3-89c3-576f3882cd1d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515342 Jun 16 15:11:19.196958 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-8d4822e7-acc3-4a2b-a169-1395a119c6e0 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506608 Jun 16 15:11:19.227739 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-fa1e8618-c7b1-4814-a018-47eb46c04f20 service neutron] 10.222.0.72 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513915 Jun 16 15:11:19.296244 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-fa57d5c8-205c-4dd5-9d41-f8f9d41d38c0 req-d631aa18-cddb-46c6-886a-632d6d29f0cc service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904398 Jun 16 15:11:19.401460 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ad6647b4-5e6e-49f1-b524-0ee72523f773 req-6c1373bc-158f-400c-a0b8-77926331a285 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 210 time: 0.0388865 Jun 16 15:11:19.580873 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44978) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:19.690397 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da828d01-3b61-4ed1-a5db-e58f16e5a4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:19.767863 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da828d01-3b61-4ed1-a5db-e58f16e5a4b4 admin admin] Publish callbacks [] for security_group (b15a005d-d27e-4729-b292-e8f80ce592ce), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:19.771379 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-da828d01-3b61-4ed1-a5db-e58f16e5a4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b15a005d-d27e-4729-b292-e8f80ce592ce), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:19.809979 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da828d01-3b61-4ed1-a5db-e58f16e5a4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15a005d-d27e-4729-b292-e8f80ce592ce,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:19.814120 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-da828d01-3b61-4ed1-a5db-e58f16e5a4b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b951748299c45f79056a092c4a1153d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321999 Jun 16 15:11:19.816902 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44984) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:19.866198 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68eec368-ddc0-4823-8367-ac696599b30b admin admin] Publish callbacks [] for security_group (b15a005d-d27e-4729-b292-e8f80ce592ce), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:19.889312 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68eec368-ddc0-4823-8367-ac696599b30b admin admin] Publish callbacks [] for security_group (b15a005d-d27e-4729-b292-e8f80ce592ce), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:19.936938 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68eec368-ddc0-4823-8367-ac696599b30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (b15a005d-d27e-4729-b292-e8f80ce592ce), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:19.939434 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-68eec368-ddc0-4823-8367-ac696599b30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:19.940589 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-68eec368-ddc0-4823-8367-ac696599b30b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b15a005d-d27e-4729-b292-e8f80ce592ce HTTP/1.1" status: 204 len: 168 time: 0.1229005 Jun 16 15:11:19.948552 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eec368-ddc0-4823-8367-ac696599b30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15a005d-d27e-4729-b292-e8f80ce592ce,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:20.243206 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1296e-8d05-4709-a631-fefed0efb7e1 req-33e14eb4-c687-4fcb-b4e1-f1cbfb0964be tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:20.244879 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-38b1296e-8d05-4709-a631-fefed0efb7e1 req-33e14eb4-c687-4fcb-b4e1-f1cbfb0964be tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0539734 Jun 16 15:11:20.245932 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44994) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:20.264789 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:20.272432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-56ec7692-ef62-4835-be60-ba7464c931ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:20.329845 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-38b1296e-8d05-4709-a631-fefed0efb7e1 req-95eb0de9-ac16-44d0-9537-c87dbc7df6a9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773804 Jun 16 15:11:20.331859 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:20.383635 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-56ec7692-ef62-4835-be60-ba7464c931ec admin admin] Publish callbacks [] for security_group (025ef2a0-e36f-4451-ae41-9a5d3e8a425b), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:20.387329 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-56ec7692-ef62-4835-be60-ba7464c931ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (025ef2a0-e36f-4451-ae41-9a5d3e8a425b), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:20.425697 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec7692-ef62-4835-be60-ba7464c931ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ef2a0-e36f-4451-ae41-9a5d3e8a425b,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:20.429874 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-56ec7692-ef62-4835-be60-ba7464c931ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19a3992aafe448e8be21098e46ecf751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828084 Jun 16 15:11:20.432424 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 44998) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:20.486403 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4ef1251c-e3d5-48bd-b262-f991c016bacd admin admin] Publish callbacks [] for security_group (025ef2a0-e36f-4451-ae41-9a5d3e8a425b), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:20.497389 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-92356d43-fc35-4590-90f2-e8ab838125d5 req-54026bd7-a923-42ac-996e-79f6883011c3 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 210 time: 0.0350747 Jun 16 15:11:20.512031 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4ef1251c-e3d5-48bd-b262-f991c016bacd admin admin] Publish callbacks [] for security_group (025ef2a0-e36f-4451-ae41-9a5d3e8a425b), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:20.564959 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4ef1251c-e3d5-48bd-b262-f991c016bacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (025ef2a0-e36f-4451-ae41-9a5d3e8a425b), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:20.568815 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4ef1251c-e3d5-48bd-b262-f991c016bacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:20.570488 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-4ef1251c-e3d5-48bd-b262-f991c016bacd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/025ef2a0-e36f-4451-ae41-9a5d3e8a425b HTTP/1.1" status: 204 len: 168 time: 0.1366844 Jun 16 15:11:20.582774 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1251c-e3d5-48bd-b262-f991c016bacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ef2a0-e36f-4451-ae41-9a5d3e8a425b,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:20.930684 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-5483cf6e-9997-4d24-a295-97a9cf665684 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:20.932243 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-5483cf6e-9997-4d24-a295-97a9cf665684 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.86 "GET /v2.0/networks?id=78b26139-d9a4-4f35-bf86-6e837f876733 HTTP/1.1" status: 200 len: 813 time: 0.1098642 Jun 16 15:11:21.001598 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Request body: {'port': {'device_id': '69bb93ad-c721-4619-8402-14d8ca3a7d2d', 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733', 'admin_state_up': True, 'tenant_id': '4da5b37c95a342eaaa1aee173d381701'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:11:21.096637 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-7f04b5db-2148-4d1a-8f0b-da3b9a4f1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:21.098239 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-7f04b5db-2148-4d1a-8f0b-da3b9a4f1804 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1129 time: 0.0896077 Jun 16 15:11:21.155779 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Made reservation on behalf of 4da5b37c95a342eaaa1aee173d381701 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:21.159477 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:21.352272 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Allocated IP 172.20.0.13 (78b26139-d9a4-4f35-bf86-6e837f876733/3697204c-8c97-4183-8e7b-38ef835d23ef/a6ceb248-35be-4c1a-9d9a-18fd3d01c966) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:11:21.377083 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-2b648dc4-5dcf-40cc-ae2c-be4919cf7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:21.379549 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-2b648dc4-5dcf-40cc-ae2c-be4919cf7e7c service neutron] 10.222.0.86 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 911 time: 0.1429617 Jun 16 15:11:21.397651 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:21.446549 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:21.603807 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-3a43619f-c068-4051-8020-0147d23bc1d9 req-19743496-201b-4fbb-bb90-0192241bb604 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 210 time: 0.0332882 Jun 16 15:11:21.783408 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-f5216a31-6b06-4ed6-ad7a-79687c2a3cb3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 1001 time: 0.3970299 Jun 16 15:11:21.796253 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67b8c8-9c4e-4f6c-b013-5799a2740839 req-0764b15f-3f01-490a-ad04-4bd6d6c82e6e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:21.797669 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ae67b8c8-9c4e-4f6c-b013-5799a2740839 req-0764b15f-3f01-490a-ad04-4bd6d6c82e6e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.3685880 Jun 16 15:11:21.916462 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-b8418a9f-7c80-4d28-a0d8-e341bc380d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:21.917928 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-b8418a9f-7c80-4d28-a0d8-e341bc380d3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 200 len: 848 time: 0.0965841 Jun 16 15:11:21.940046 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ae67b8c8-9c4e-4f6c-b013-5799a2740839 req-81c3f6a2-7475-4dff-bf31-b709a83c55c7 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115556 Jun 16 15:11:21.942772 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks [] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:21.974328 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:22.029772 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Network 78b26139-d9a4-4f35-bf86-6e837f876733 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:11:22.049601 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:22.053681 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:11:22.056249 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Pushing event updated for resources: {'Port': ['ID=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:22.088130 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-7c0025ec-618f-483f-9245-f4ab448ec911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:22.089670 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-7c0025ec-618f-483f-9245-f4ab448ec911 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4bbbab54-6102-4eef-ada6-8ad180c2f233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783379 Jun 16 15:11:22.128287 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:22.128891 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:22.179948 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-4960e1bc-f0a7-45ec-ab71-9ce9cf074d99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1842968 Jun 16 15:11:22.205342 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Request body: {'port': {'device_id': '69bb93ad-c721-4619-8402-14d8ca3a7d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:11:22.228036 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-2c9f383a-427f-44db-9fa0-f2ef36803e7f service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310587 Jun 16 15:11:22.321541 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:22.376388 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-7f1793c2-1e2e-4dfb-be5e-6e2d07db7f88 req-88003631-97f5-4efd-9e4e-d3d1bf49674d service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404033 Jun 16 15:11:22.444872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:22.523890 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:22.602021 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ceb248-35be-4c1a-9d9a-18fd3d01c966 {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:11:22.609277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Publish callbacks [] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:22.621768 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Transition to ACTIVE for port object a6ceb248-35be-4c1a-9d9a-18fd3d01c966 will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:11:22.624859 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:22.676440 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:22.722498 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd86f00-f402-47d0-aee4-5b0bb6fc6140 req-0d5a403b-1a25-42c6-95fe-d683f9632788 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:22.723569 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5fd86f00-f402-47d0-aee4-5b0bb6fc6140 req-0d5a403b-1a25-42c6-95fe-d683f9632788 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 944 time: 0.0483112 Jun 16 15:11:22.744383 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Attempting to bind port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:11:22.745235 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Attempting to bind port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:11:22.745495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:22.745614 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Attempting to bind port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 on network 78b26139-d9a4-4f35-bf86-6e837f876733 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:11:22.749966 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 on network 78b26139-d9a4-4f35-bf86-6e837f876733 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:11:22.750315 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Attempting to bind port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 on network 78b26139-d9a4-4f35-bf86-6e837f876733 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:11:22.756829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:11:22.757199 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Checking segment: {'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:11:22.757586 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Bound using segment: {'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:11:22.758205 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Bound port: a6ceb248-35be-4c1a-9d9a-18fd3d01c966, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:11:22.758582 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:22.780555 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5fd86f00-f402-47d0-aee4-5b0bb6fc6140 req-6bda7e71-48d8-4c68-8c39-dc67d2d66c08 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492699 Jun 16 15:11:22.825096 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] For port a6ceb248-35be-4c1a-9d9a-18fd3d01c966, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:11:22.828260 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] For port a6ceb248-35be-4c1a-9d9a-18fd3d01c966, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:11:22.834735 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:22.868083 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:22.868692 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:22.870100 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] 10.222.0.86 "PUT /v2.0/ports/a6ceb248-35be-4c1a-9d9a-18fd3d01c966 HTTP/1.1" status: 200 len: 1094 time: 0.6730418 Jun 16 15:11:22.870529 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bb93ad-c721-4619-8402-14d8ca3a7d2d', 'tag': 'a6ceb248-35be-4c1a-9d9a-18fd3d01c966'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:11:22.872785 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6d172e-1b56-4913-b637-9329a592d6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "69bb93ad-c721-4619-8402-14d8ca3a7d2d", "tag": "a6ceb248-35be-4c1a-9d9a-18fd3d01c966"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:11:22.896066 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8facf7-1d5c-420f-bbe5-7ad71bc93257 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:22.912043 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea3077c-1681-4c02-b33b-dec4944979ec x-openstack-request-id: req-eea3077c-1681-4c02-b33b-dec4944979ec {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:11:22.912943 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bb93ad-c721-4619-8402-14d8ca3a7d2d", "tag": "a6ceb248-35be-4c1a-9d9a-18fd3d01c966", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:11:22.913757 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eea3077c-1681-4c02-b33b-dec4944979ec {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:11:22.914223 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea3077c-1681-4c02-b33b-dec4944979ec'] response: {'name': 'network-changed', 'server_uuid': '69bb93ad-c721-4619-8402-14d8ca3a7d2d', 'tag': 'a6ceb248-35be-4c1a-9d9a-18fd3d01c966', 'status': 'completed', 'code': 200} Jun 16 15:11:23.019799 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:23.058315 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ea08-e73a-499a-9397-1ec504bebf6b req-b981f1a4-ba15-40da-96f8-887a31f562c9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:23.059795 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6a01ea08-e73a-499a-9397-1ec504bebf6b req-b981f1a4-ba15-40da-96f8-887a31f562c9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0500760 Jun 16 15:11:23.111613 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6a01ea08-e73a-499a-9397-1ec504bebf6b req-34c2e2f6-fbed-4089-8e21-406808865e0b tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 Jun 16 15:11:23.182901 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:11:23.898143 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0dd7a-db8e-436e-921f-869d53ec4fc7 req-b58fcbb4-8729-4477-8e94-9d06873f3874 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:23.899608 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-98f0dd7a-db8e-436e-921f-869d53ec4fc7 req-b58fcbb4-8729-4477-8e94-9d06873f3874 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 944 time: 0.0477188 Jun 16 15:11:23.946085 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-98f0dd7a-db8e-436e-921f-869d53ec4fc7 req-f42bf2df-38a6-44e9-b05e-9382220e8661 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 Jun 16 15:11:24.226321 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfaa3a-48fc-471d-bcc8-5d087e7e0274 req-d6fa500b-1b1d-46eb-90ba-91e5a48db640 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:24.227805 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fbdfaa3a-48fc-471d-bcc8-5d087e7e0274 req-d6fa500b-1b1d-46eb-90ba-91e5a48db640 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0483255 Jun 16 15:11:24.276558 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-fbdfaa3a-48fc-471d-bcc8-5d087e7e0274 req-0e9e6b7e-88e3-4844-a9bc-d8478f85a22f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Jun 16 15:11:25.057754 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b687-bd56-4617-8515-1d60e05094c2 req-dc645488-7e00-4f96-b30b-08cfe35d09fa tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:25.059217 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d777b687-bd56-4617-8515-1d60e05094c2 req-dc645488-7e00-4f96-b30b-08cfe35d09fa tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 944 time: 0.0476923 Jun 16 15:11:25.108265 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d777b687-bd56-4617-8515-1d60e05094c2 req-f37e3048-6281-4c07-bc7b-0509820e3842 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Jun 16 15:11:25.390381 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e878e-21a7-4aec-8e81-b08ed315eaa2 req-13dd61e6-5a47-40e6-a258-1b8c4cc1adc6 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:25.391864 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b10e878e-21a7-4aec-8e81-b08ed315eaa2 req-13dd61e6-5a47-40e6-a258-1b8c4cc1adc6 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0467715 Jun 16 15:11:25.440768 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b10e878e-21a7-4aec-8e81-b08ed315eaa2 req-b391502c-a5bd-4dea-816d-ea112705067f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434337 Jun 16 15:11:26.227692 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f231e0-e659-46a0-ab95-d8d0030ca936 req-29530897-e1b9-47eb-ba3a-ff71fdd08f1d tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:26.229208 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a8f231e0-e659-46a0-ab95-d8d0030ca936 req-29530897-e1b9-47eb-ba3a-ff71fdd08f1d tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 944 time: 0.0498226 Jun 16 15:11:26.275566 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a8f231e0-e659-46a0-ab95-d8d0030ca936 req-84340b2e-26f3-4467-989a-331ed015edee tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Jun 16 15:11:26.555308 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f9496-ccd0-4183-9680-4af849dde58e req-99afb975-3a93-438b-92fa-55c4322a4a1a tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:26.556777 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9f2f9496-ccd0-4183-9680-4af849dde58e req-99afb975-3a93-438b-92fa-55c4322a4a1a tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0498846 Jun 16 15:11:26.606103 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9f2f9496-ccd0-4183-9680-4af849dde58e req-1adfdaed-5f6f-4891-9e5f-69f7af1c2b2a tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 Jun 16 15:11:26.744061 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d172e-1b56-4913-b637-9329a592d6e6 req-74945e68-cb1e-4322-a080-b71c58455bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:26.745475 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8e6d172e-1b56-4913-b637-9329a592d6e6 req-74945e68-cb1e-4322-a080-b71c58455bc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4da5b37c95a342eaaa1aee173d381701&device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 1128 time: 0.0384448 Jun 16 15:11:26.854121 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:26.867796 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d172e-1b56-4913-b637-9329a592d6e6 req-f1e4756e-5f5a-4e94-b868-f5f558b4f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:26.869255 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8e6d172e-1b56-4913-b637-9329a592d6e6 req-f1e4756e-5f5a-4e94-b868-f5f558b4f05d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4da5b37c95a342eaaa1aee173d381701&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938563 Jun 16 15:11:26.950965 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:26.961819 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d172e-1b56-4913-b637-9329a592d6e6 req-f2d8b4fc-08cc-42e9-8add-4630763c773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:26.963289 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-8e6d172e-1b56-4913-b637-9329a592d6e6 req-f2d8b4fc-08cc-42e9-8add-4630763c773e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0882061 Jun 16 15:11:27.124279 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-a079068f-31a5-4790-98dd-757643ae73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:27.125815 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-a079068f-31a5-4790-98dd-757643ae73fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4da5b37c95a342eaaa1aee173d381701&device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 1128 time: 0.0438440 Jun 16 15:11:27.368183 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-1c4f395b-49ef-4090-9aba-842391c48a74 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6ceb248-35be-4c1a-9d9a-18fd3d01c966 HTTP/1.1" status: 200 len: 217 time: 0.0388076 Jun 16 15:11:27.420197 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e868-57f2-4a2f-852e-4c189e3d5639 req-8a5d63f7-8e36-478f-ab09-9909483cb8f4 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:27.421796 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ebf3e868-57f2-4a2f-852e-4c189e3d5639 req-8a5d63f7-8e36-478f-ab09-9909483cb8f4 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 944 time: 0.0568516 Jun 16 15:11:27.497873 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-b28065d6-cb20-4a6a-b159-1340657a8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:27.499355 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-b28065d6-cb20-4a6a-b159-1340657a8bfb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3697204c-8c97-4183-8e7b-38ef835d23ef HTTP/1.1" status: 200 len: 853 time: 0.0767987 Jun 16 15:11:27.522472 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-ebf3e868-57f2-4a2f-852e-4c189e3d5639 req-833121bb-db88-4287-85e5-e7af415622b0 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912795 Jun 16 15:11:27.540488 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-5d88dbf9-8f5e-47db-9c76-005cd9face9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=78b26139-d9a4-4f35-bf86-6e837f876733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315552 Jun 16 15:11:27.643799 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-3fa26e80-a462-4215-a4eb-fc446c27820e service neutron] 10.222.0.86 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947835 Jun 16 15:11:27.731710 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87073dc-6297-4655-8b8c-2fb8c7b8b441 req-1180d4c2-ab11-4377-b28b-ecdb4433a72d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:27.737338 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e87073dc-6297-4655-8b8c-2fb8c7b8b441 req-1180d4c2-ab11-4377-b28b-ecdb4433a72d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0609119 Jun 16 15:11:27.751788 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e7e836eb-93c6-4890-8b28-05e3f27dbc94 req-76e7060f-a9b1-453b-8705-14e65018059b service neutron] 10.222.0.86 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012321 Jun 16 15:11:27.812696 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e87073dc-6297-4655-8b8c-2fb8c7b8b441 req-812ab196-f90a-4f6b-9700-4a0bcc7f35a6 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677738 Jun 16 15:11:28.640829 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651779a4-afb0-48b1-aa67-8bd8615e6775 req-4a494648-49a1-499c-865c-054804f908a1 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:28.642340 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-651779a4-afb0-48b1-aa67-8bd8615e6775 req-4a494648-49a1-499c-865c-054804f908a1 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 944 time: 0.0472968 Jun 16 15:11:28.696330 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-651779a4-afb0-48b1-aa67-8bd8615e6775 req-b35c7404-64d0-4fc0-a7c5-94dc8dae60c3 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483365 Jun 16 15:11:28.931614 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dc82f-0431-4f0d-927e-a6b9885c2c91 req-52554695-1d32-4a5e-8e9d-57b022fb4ab0 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:28.933154 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c87dc82f-0431-4f0d-927e-a6b9885c2c91 req-52554695-1d32-4a5e-8e9d-57b022fb4ab0 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0528176 Jun 16 15:11:28.983389 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c87dc82f-0431-4f0d-927e-a6b9885c2c91 req-921bd909-abd1-4a84-be08-5ddbffd704c5 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445697 Jun 16 15:11:29.810359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c49aa5-72ed-4f27-b3ee-96ec3c5ce6c4 req-3a362aaa-5355-4603-88f7-deadfc9fde33 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:29.811850 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-36c49aa5-72ed-4f27-b3ee-96ec3c5ce6c4 req-3a362aaa-5355-4603-88f7-deadfc9fde33 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 944 time: 0.0470943 Jun 16 15:11:29.858968 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-36c49aa5-72ed-4f27-b3ee-96ec3c5ce6c4 req-2756dc6e-13ca-4703-b099-12bc1aff4061 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Jun 16 15:11:29.966752 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:30.121136 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a095625-1e69-4717-a7e5-ebf8dad7a035 req-d4967736-e79c-427f-9525-1e99ac4e34b1 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:30.122649 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5a095625-1e69-4717-a7e5-ebf8dad7a035 req-d4967736-e79c-427f-9525-1e99ac4e34b1 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0645468 Jun 16 15:11:30.173152 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5a095625-1e69-4717-a7e5-ebf8dad7a035 req-6c078ea9-3885-4641-9906-2cd947167045 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 Jun 16 15:11:30.310089 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 45122) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:30.423129 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b059-6b58-4547-98d0-a19ee7fce6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:30.501092 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b059-6b58-4547-98d0-a19ee7fce6ee admin admin] Publish callbacks [] for security_group (64ae83a0-86af-4ec6-b773-9ebed2bf7d2a), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:30.504485 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b059-6b58-4547-98d0-a19ee7fce6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (64ae83a0-86af-4ec6-b773-9ebed2bf7d2a), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:30.537735 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:30.545313 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-f3d8b059-6b58-4547-98d0-a19ee7fce6ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad0f035a7d9748b7969080b36cc9c1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341986 Jun 16 15:11:30.546674 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8b059-6b58-4547-98d0-a19ee7fce6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ae83a0-86af-4ec6-b773-9ebed2bf7d2a,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:30.547978 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45126) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:30.596718 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:30.597359 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e13fb0cf-7bb2-48e3-a528-b3c202be2672 admin admin] Publish callbacks [] for security_group (64ae83a0-86af-4ec6-b773-9ebed2bf7d2a), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:30.618708 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e13fb0cf-7bb2-48e3-a528-b3c202be2672 admin admin] Publish callbacks [] for security_group (64ae83a0-86af-4ec6-b773-9ebed2bf7d2a), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:30.673256 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e13fb0cf-7bb2-48e3-a528-b3c202be2672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (64ae83a0-86af-4ec6-b773-9ebed2bf7d2a), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:30.675737 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e13fb0cf-7bb2-48e3-a528-b3c202be2672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:30.679771 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e13fb0cf-7bb2-48e3-a528-b3c202be2672 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/64ae83a0-86af-4ec6-b773-9ebed2bf7d2a HTTP/1.1" status: 204 len: 168 time: 0.1306870 Jun 16 15:11:30.688454 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fb0cf-7bb2-48e3-a528-b3c202be2672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ae83a0-86af-4ec6-b773-9ebed2bf7d2a,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:30.979701 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb8098-cf3f-418b-9f81-2e072768a0cc req-b4995348-ce55-44c1-8c7e-d1ff462c85ea tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:30.985969 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-57fb8098-cf3f-418b-9f81-2e072768a0cc req-b4995348-ce55-44c1-8c7e-d1ff462c85ea tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 944 time: 0.0563300 Jun 16 15:11:31.029779 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-57fb8098-cf3f-418b-9f81-2e072768a0cc req-40cc2355-4d37-43b9-ac00-8378276fd56e tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Jun 16 15:11:31.293788 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fa3d2-3358-474d-aa80-7f6c2e5405fd req-03431f1e-bdda-4eb7-888a-c3fa57645868 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:31.295372 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ac9fa3d2-3358-474d-aa80-7f6c2e5405fd req-03431f1e-bdda-4eb7-888a-c3fa57645868 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0509357 Jun 16 15:11:31.347007 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ac9fa3d2-3358-474d-aa80-7f6c2e5405fd req-32160a5b-81c9-43d5-828b-05f843cf6b70 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Jun 16 15:11:31.575194 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-87fcd1d7-40b2-464a-9f96-a771dc96c394 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734088 Jun 16 15:11:31.586691 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c73b14-b09a-4567-a843-832698652e4a req-c0dc268b-b6c7-41fc-b6d2-96fdf712da0f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:31.588166 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-67c73b14-b09a-4567-a843-832698652e4a req-c0dc268b-b6c7-41fc-b6d2-96fdf712da0f tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0590529 Jun 16 15:11:31.627263 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:31.633305 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device a6ceb248-35be-4c1a-9d9a-18fd3d01c966 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:11:31.643695 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 328671dd-12a3-45cf-9250-1f0f36195bba no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:11:31.648496 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:31.686803 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-67c73b14-b09a-4567-a843-832698652e4a req-6d2d6cee-d411-4086-8725-810c3ffe96db tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843706 Jun 16 15:11:31.699956 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-b391cfb9-5e55-40a3-b6e1-5ea5bb98ab03 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:31.701588 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-b391cfb9-5e55-40a3-b6e1-5ea5bb98ab03 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports/328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 942 time: 0.0915663 Jun 16 15:11:31.726931 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45166) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:31.773134 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port a6ceb248-35be-4c1a-9d9a-18fd3d01c966, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:11:31.791575 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': 'a6ceb248-35be-4c1a-9d9a-18fd3d01c966', 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733', 'port_id': 'a6ceb248-35be-4c1a-9d9a-18fd3d01c966', 'mac_address': 'fa:16:3e:c2:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3697204c-8c97-4183-8e7b-38ef835d23ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:11:31.855495 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5d6c94dd-4951-4250-a0b4-3d7bba85795a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:31.855921 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:11:31.856316 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:31.876388 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ceb248-35be-4c1a-9d9a-18fd3d01c966 {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:11:31.885075 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 328671dd-12a3-45cf-9250-1f0f36195bba is: ACTIVE; New status is: DOWN {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:11:31.885462 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:31.910289 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port a6ceb248-35be-4c1a-9d9a-18fd3d01c966, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:11:31.917732 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:31.930643 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:11:31.932898 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8d8f75-47f9-4464-b025-7747b6cb3cc8" -d '{"events": [{"server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "name": "network-vif-unplugged", "status": "completed", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:11:31.943999 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5d6c94dd-4951-4250-a0b4-3d7bba85795a admin admin] Publish callbacks [] for security_group (0428263b-2e46-4468-ae06-b799b8a9c008), precommit_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:31.952573 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-5d6c94dd-4951-4250-a0b4-3d7bba85795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (0428263b-2e46-4468-ae06-b799b8a9c008), after_create {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:31.968158 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:11:31.978686 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:31.982091 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 15:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c9563d-6d95-485a-a36a-18b8d97ad18d x-openstack-request-id: req-51c9563d-6d95-485a-a36a-18b8d97ad18d {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:11:31.982392 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "name": "network-vif-unplugged", "status": "failed", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba", "code": 422}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:11:31.982841 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51c9563d-6d95-485a-a36a-18b8d97ad18d {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:11:31.983498 dv-cinder-837165-3-iscsi neutron-server[110481]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-51c9563d-6d95-485a-a36a-18b8d97ad18d']: {'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba', 'code': 422} returned with failed status Jun 16 15:11:31.992320 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c94dd-4951-4250-a0b4-3d7bba85795a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0428263b-2e46-4468-ae06-b799b8a9c008,revision_number=1']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:31.996114 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:32.004074 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.004436 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.004659 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.005026 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.005589 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.006883 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.007340 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.007548 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.007878 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.008192 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.008519 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.008871 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.009193 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.009660 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.009851 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:32.019559 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-5d6c94dd-4951-4250-a0b4-3d7bba85795a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78be087dd91449d9943931036c046215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915497 Jun 16 15:11:32.022865 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 45176) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:11:32.068856 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=6']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:32.087871 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-50117d5a-f539-4050-a4bd-f6ff96ff0d38 admin admin] Publish callbacks [] for security_group (0428263b-2e46-4468-ae06-b799b8a9c008), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:32.112398 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-50117d5a-f539-4050-a4bd-f6ff96ff0d38 admin admin] Publish callbacks [] for security_group (0428263b-2e46-4468-ae06-b799b8a9c008), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:32.134995 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:32.155168 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b922fe-e6c5-48cd-81c3-de73695d906c req-d0c2156f-cce0-4cf7-aa3d-f8abaefd8282 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:32.161408 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e0b922fe-e6c5-48cd-81c3-de73695d906c req-d0c2156f-cce0-4cf7-aa3d-f8abaefd8282 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 945 time: 0.0537677 Jun 16 15:11:32.167790 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-50117d5a-f539-4050-a4bd-f6ff96ff0d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (0428263b-2e46-4468-ae06-b799b8a9c008), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:32.170571 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-50117d5a-f539-4050-a4bd-f6ff96ff0d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:32.172044 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-50117d5a-f539-4050-a4bd-f6ff96ff0d38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0428263b-2e46-4468-ae06-b799b8a9c008 HTTP/1.1" status: 204 len: 168 time: 0.1481717 Jun 16 15:11:32.180081 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50117d5a-f539-4050-a4bd-f6ff96ff0d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0428263b-2e46-4468-ae06-b799b8a9c008,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:32.213077 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-e0b922fe-e6c5-48cd-81c3-de73695d906c req-8f94b2ff-090a-4320-bea8-a986e731aa42 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 Jun 16 15:11:32.430445 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['a6ceb248-35be-4c1a-9d9a-18fd3d01c966'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:11:32.804074 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338ece9-84fa-41b5-987a-e484d73d3d40 req-f74d332d-123d-4fed-81e4-bf8b00426f29 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:32.805612 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4338ece9-84fa-41b5-987a-e484d73d3d40 req-f74d332d-123d-4fed-81e4-bf8b00426f29 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0524676 Jun 16 15:11:32.854879 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-4338ece9-84fa-41b5-987a-e484d73d3d40 req-77b4e218-3a7d-4c01-91cf-dc59a8b7760a tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434971 Jun 16 15:11:33.229024 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-5ccf9e9e-df6e-4978-88bb-5bab333569de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:33.230500 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-5ccf9e9e-df6e-4978-88bb-5bab333569de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437&tenant_id=3716e192b1194365acb5595c8f92a862 HTTP/1.1" status: 200 len: 1127 time: 0.0396662 Jun 16 15:11:33.307777 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-a9a976ae-cf50-4614-a065-67cb2358b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:33.309316 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-a9a976ae-cf50-4614-a065-67cb2358b652 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1127 time: 0.0403912 Jun 16 15:11:33.328525 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356932a-6ec8-4d09-878c-e58f7855f8a3 req-1e1eec8c-8030-4aa3-8bc2-39ff4f5ef190 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:33.330010 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1356932a-6ec8-4d09-878c-e58f7855f8a3 req-1e1eec8c-8030-4aa3-8bc2-39ff4f5ef190 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 945 time: 0.0464332 Jun 16 15:11:33.376564 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1356932a-6ec8-4d09-878c-e58f7855f8a3 req-a9e6b929-bccf-48c0-8d87-4932d3690930 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Jun 16 15:11:33.403810 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-8c409d26-3ba0-4a9e-af37-331eba28f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:33.405302 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-8c409d26-3ba0-4a9e-af37-331eba28f7bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 911 time: 0.0902510 Jun 16 15:11:33.465616 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-3f23e038-b837-4d8b-80df-410b675284ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 999 time: 0.0548298 Jun 16 15:11:33.515377 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-18158899-caae-45ca-b116-fd8526938601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:33.516709 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-18158899-caae-45ca-b116-fd8526938601 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 200 len: 848 time: 0.0455587 Jun 16 15:11:33.560033 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-4ac9df46-7bc3-4d38-971e-72009f4968cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:33.561556 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-4ac9df46-7bc3-4d38-971e-72009f4968cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4bbbab54-6102-4eef-ada6-8ad180c2f233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388217 Jun 16 15:11:33.648537 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device a6ceb248-35be-4c1a-9d9a-18fd3d01c966 up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:11:33.649224 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-72f0283d-004e-4316-8985-97d75d1c83b8 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814388 Jun 16 15:11:33.692576 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:11:33.700060 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:11:33.700427 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:33.733620 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:33.746636 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8e9417d-808d-44a7-9702-cb89df0cede9 req-2d9d7887-2532-450e-b01d-15e348884cd2 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918658 Jun 16 15:11:33.773861 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:11:33.774166 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:33.807055 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port a6ceb248-35be-4c1a-9d9a-18fd3d01c966, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:11:33.810676 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:33.841143 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:33.859740 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:33.969864 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26547a43-5c26-4cf8-8938-a67a909bbe0e req-51401231-bc30-4a78-b544-cfa647d76728 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:33.971328 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-26547a43-5c26-4cf8-8938-a67a909bbe0e req-51401231-bc30-4a78-b544-cfa647d76728 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0468714 Jun 16 15:11:33.984642 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bb93ad-c721-4619-8402-14d8ca3a7d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ceb248-35be-4c1a-9d9a-18fd3d01c966'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:11:33.987062 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763a416d-23e8-4ef9-99fe-eac47989b751" -d '{"events": [{"server_uuid": "69bb93ad-c721-4619-8402-14d8ca3a7d2d", "name": "network-vif-plugged", "status": "completed", "tag": "a6ceb248-35be-4c1a-9d9a-18fd3d01c966"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:11:34.022597 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbac07-f02e-41ee-9a1d-0999c2050b4d x-openstack-request-id: req-08fbac07-f02e-41ee-9a1d-0999c2050b4d {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:11:34.022888 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bb93ad-c721-4619-8402-14d8ca3a7d2d", "name": "network-vif-plugged", "status": "completed", "tag": "a6ceb248-35be-4c1a-9d9a-18fd3d01c966", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:11:34.023144 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08fbac07-f02e-41ee-9a1d-0999c2050b4d {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:11:34.023558 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fbac07-f02e-41ee-9a1d-0999c2050b4d'] response: {'server_uuid': '69bb93ad-c721-4619-8402-14d8ca3a7d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ceb248-35be-4c1a-9d9a-18fd3d01c966', 'code': 200} Jun 16 15:11:34.023833 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-26547a43-5c26-4cf8-8938-a67a909bbe0e req-10f250c2-6e92-4f1b-843e-05291f4a65b2 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469480 Jun 16 15:11:34.497263 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c889e-2b97-4def-8c1a-1f8d81c0cda7 req-dd51ca9f-0a48-403b-b179-897808d63acd tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:34.498740 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-db4c889e-2b97-4def-8c1a-1f8d81c0cda7 req-dd51ca9f-0a48-403b-b179-897808d63acd tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 946 time: 0.0510817 Jun 16 15:11:34.544926 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-db4c889e-2b97-4def-8c1a-1f8d81c0cda7 req-9f26d258-a0e2-42fc-90dd-a36a3c83b9a2 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Jun 16 15:11:34.798457 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:34.805022 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e967fec-b845-410b-ba7c-5c631015273f req-66861cf9-27c4-4fae-91c4-573c8549f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:34.806692 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e967fec-b845-410b-ba7c-5c631015273f req-66861cf9-27c4-4fae-91c4-573c8549f4c2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 1130 time: 0.0456407 Jun 16 15:11:34.851049 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9e967fec-b845-410b-ba7c-5c631015273f req-0c01ac0c-817c-4c9f-b92a-678dd446ab23 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380943 Jun 16 15:11:35.135763 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaf50d-2c66-431f-b31f-b94c10a68ebd req-26d2eeb0-6e7e-4c8d-a502-cfe67b97b4a7 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:35.137263 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82eaf50d-2c66-431f-b31f-b94c10a68ebd req-26d2eeb0-6e7e-4c8d-a502-cfe67b97b4a7 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0465820 Jun 16 15:11:35.185452 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-82eaf50d-2c66-431f-b31f-b94c10a68ebd req-4e057ed3-147c-40f1-a6e0-125199dce1be tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Jun 16 15:11:35.656906 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace8412-977a-4291-b5ed-7237350ff4bb req-1de9992a-8342-4734-8281-67995e50bd70 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:35.658365 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5ace8412-977a-4291-b5ed-7237350ff4bb req-1de9992a-8342-4734-8281-67995e50bd70 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 946 time: 0.0467961 Jun 16 15:11:35.704091 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5ace8412-977a-4291-b5ed-7237350ff4bb req-2ae61126-fd61-4601-bffd-639bcc452bfc tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Jun 16 15:11:36.305544 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054609e-f612-4752-a161-ca340f3c27ad req-c00495f8-5148-4e0d-9718-f2321477867c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:36.307777 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d054609e-f612-4752-a161-ca340f3c27ad req-c00495f8-5148-4e0d-9718-f2321477867c tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Jun 16 15:11:36.359253 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d054609e-f612-4752-a161-ca340f3c27ad req-3f3a5f14-b779-403f-9027-2c896a88ecf0 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460689 Jun 16 15:11:36.824188 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc535644-a3c8-4a0e-a995-774ae60a2cfd req-063db1c8-7800-4ae4-880c-b42773a746bf tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:36.825692 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dc535644-a3c8-4a0e-a995-774ae60a2cfd req-063db1c8-7800-4ae4-880c-b42773a746bf tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 946 time: 0.0514367 Jun 16 15:11:36.878200 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-dc535644-a3c8-4a0e-a995-774ae60a2cfd req-6bf622bd-d564-483e-aade-835ac50ee4a9 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469410 Jun 16 15:11:37.296016 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-edc9712d-8ae6-4575-b027-aed9b2781911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:37.458124 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:37.478553 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c9f4b-dd67-4f30-b80a-fda1ed23bd1c req-f69a2fd3-30b9-4289-8a65-de69fef97ae9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:37.480041 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-701c9f4b-dd67-4f30-b80a-fda1ed23bd1c req-f69a2fd3-30b9-4289-8a65-de69fef97ae9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0505090 Jun 16 15:11:37.531722 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-701c9f4b-dd67-4f30-b80a-fda1ed23bd1c req-3b1cb481-da3d-4499-ae4e-2e8b748676a8 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 Jun 16 15:11:38.648369 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d9209-53f8-4aea-9a74-d47f59facca5 req-e21e2b6c-901a-41a9-8c16-80aa9148cafe tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:38.649928 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9a4d9209-53f8-4aea-9a74-d47f59facca5 req-e21e2b6c-901a-41a9-8c16-80aa9148cafe tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0491724 Jun 16 15:11:38.700291 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9a4d9209-53f8-4aea-9a74-d47f59facca5 req-e70c752f-92b6-4557-9b4c-79b049c9e7fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448968 Jun 16 15:11:39.814463 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d088-4c98-4346-bc00-805b4df0877c req-b935ef93-5d6f-4551-bd1f-fa04a94d0b70 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:39.815957 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1050d088-4c98-4346-bc00-805b4df0877c req-b935ef93-5d6f-4551-bd1f-fa04a94d0b70 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0475638 Jun 16 15:11:39.865878 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1050d088-4c98-4346-bc00-805b4df0877c req-7dded0b8-bd9a-40bf-a25e-56eebe468ec9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Jun 16 15:11:40.175902 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ef14f5f7-d51b-4e72-bc19-0262452bd97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:40.979284 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922f222-255a-47da-8036-56c2ae6805aa req-b87d4a48-5d54-4a59-8b15-4846e395bc94 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:40.980859 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6922f222-255a-47da-8036-56c2ae6805aa req-b87d4a48-5d54-4a59-8b15-4846e395bc94 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 943 time: 0.0472422 Jun 16 15:11:41.016010 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:41.031369 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-6922f222-255a-47da-8036-56c2ae6805aa req-4d3431f5-85f4-4861-b1df-d974e61d633b tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 Jun 16 15:11:41.161928 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:41.680925 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 328671dd-12a3-45cf-9250-1f0f36195bba details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:11:41.783978 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:11:41.794983 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': '328671dd-12a3-45cf-9250-1f0f36195bba', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'port_id': '328671dd-12a3-45cf-9250-1f0f36195bba', 'mac_address': 'fa:16:3e:bf:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:11:41.829759 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 328671dd-12a3-45cf-9250-1f0f36195bba is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:11:41.830316 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:41.844292 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328671dd-12a3-45cf-9250-1f0f36195bba {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:11:41.864082 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:11:41.869226 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:41.920249 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=7']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:42.149071 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df6a7-396d-460a-bcbc-3ba27e139840 req-46d81650-ed37-4da6-b89f-7a89a43755e9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:42.150823 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-631df6a7-396d-460a-bcbc-3ba27e139840 req-46d81650-ed37-4da6-b89f-7a89a43755e9 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 944 time: 0.0525093 Jun 16 15:11:42.202248 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-631df6a7-396d-460a-bcbc-3ba27e139840 req-a060f0c7-0e1e-4f91-9125-f93c3671db78 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457470 Jun 16 15:11:42.387553 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['328671dd-12a3-45cf-9250-1f0f36195bba'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:11:42.586886 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:43.148270 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:43.149130 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:43.323732 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e155336-f634-4037-a7d5-325bfcdf1d50 req-ad349f41-7749-4e41-91b8-33b23fac3ca7 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:43.325226 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1e155336-f634-4037-a7d5-325bfcdf1d50 req-ad349f41-7749-4e41-91b8-33b23fac3ca7 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 944 time: 0.0522768 Jun 16 15:11:43.376088 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-1e155336-f634-4037-a7d5-325bfcdf1d50 req-65f271d5-49db-416a-bafe-db997e917e09 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449357 Jun 16 15:11:43.675081 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 328671dd-12a3-45cf-9250-1f0f36195bba up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:11:43.698949 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:43.722177 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port 328671dd-12a3-45cf-9250-1f0f36195bba triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:11:43.722469 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:43.800149 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port 328671dd-12a3-45cf-9250-1f0f36195bba is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:11:43.800543 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:43.824011 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:11:43.826321 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d16463-6def-4a43-a402-22cdb8f4b67d" -d '{"events": [{"server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "name": "network-vif-plugged", "status": "completed", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:11:43.838919 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:11:43.843391 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:43.847455 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:43.868651 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1342c02c-c922-4898-b96e-87e6c196d803 x-openstack-request-id: req-1342c02c-c922-4898-b96e-87e6c196d803 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:11:43.868967 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "name": "network-vif-plugged", "status": "completed", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:11:43.869220 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1342c02c-c922-4898-b96e-87e6c196d803 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:11:43.869667 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1342c02c-c922-4898-b96e-87e6c196d803'] response: {'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba', 'code': 200} Jun 16 15:11:43.896660 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=8']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:44.140665 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b49f-e872-4d06-bd2c-ded7677634fb req-3d743710-5da1-402a-bdad-d1de1c5c8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:44.142227 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2a36b49f-e872-4d06-bd2c-ded7677634fb req-3d743710-5da1-402a-bdad-d1de1c5c8b47 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1129 time: 0.0394862 Jun 16 15:11:44.189884 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2a36b49f-e872-4d06-bd2c-ded7677634fb req-78002fab-d4b7-4d12-a66d-6c5a62037160 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 Jun 16 15:11:44.395836 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:44.493003 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588ba87-63a5-41d4-90e9-ad5b281b2aea req-7f31c003-78d6-41a7-b38e-443c04116ba2 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:44.494498 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9588ba87-63a5-41d4-90e9-ad5b281b2aea req-7f31c003-78d6-41a7-b38e-443c04116ba2 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0477185 Jun 16 15:11:44.508072 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:44.545782 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-9588ba87-63a5-41d4-90e9-ad5b281b2aea req-14e81ab9-d96d-4984-a0e6-4271b6ae1e02 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456867 Jun 16 15:11:44.969884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:11:45.667067 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fad8d9-dbbf-46b2-a1de-acd7b2f7e9d4 req-908ca182-a9ad-43f7-b566-9b2517481191 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:45.668558 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3fad8d9-dbbf-46b2-a1de-acd7b2f7e9d4 req-908ca182-a9ad-43f7-b566-9b2517481191 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0527115 Jun 16 15:11:45.718840 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-b3fad8d9-dbbf-46b2-a1de-acd7b2f7e9d4 req-e15bf4e7-3951-475c-89d4-e4ddafb0d4ff tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444639 Jun 16 15:11:46.833345 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329cc4a-dc3d-4a1f-a786-0c8820ecf4d2 req-4b951cca-d83c-4beb-acda-b484d001e082 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:11:46.834884 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7329cc4a-dc3d-4a1f-a786-0c8820ecf4d2 req-4b951cca-d83c-4beb-acda-b484d001e082 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0512502 Jun 16 15:11:46.884427 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-7329cc4a-dc3d-4a1f-a786-0c8820ecf4d2 req-5b1733f7-b428-465e-8ac1-ae48f7cbaadf tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Jun 16 15:11:55.710697 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=46 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:55.714875 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=64 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:56.040780 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:56.041549 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:56.876563 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=26 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:11:56.879564 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=14 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:00.182917 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:12:07.299203 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-19efaeaf-889d-4afd-8088-a97a74873a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:10.180665 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1294-2127-47ed-8b80-860e75dc2672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:11.167032 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:12.573302 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:14.397984 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:14.971881 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:20.139994 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:20.144704 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:22.786593 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-b1007147-6567-4f53-9da2-fd833463e3f3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376327 Jun 16 15:12:22.883277 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-79e21355-06b1-4e9c-96b7-4a146660f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:22.884885 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-79e21355-06b1-4e9c-96b7-4a146660f4fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1129 time: 0.0390558 Jun 16 15:12:22.990828 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-33ae9119-3793-4646-a3d0-c8fb8621ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:22.992384 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-33ae9119-3793-4646-a3d0-c8fb8621ad72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 911 time: 0.0869117 Jun 16 15:12:23.053055 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-f57e7486-cc71-4cc2-a923-fc594cc707f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 1001 time: 0.0546744 Jun 16 15:12:23.103510 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-bbf46f4b-d7b5-4c7a-92d0-baaab8688639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:23.104950 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-bbf46f4b-d7b5-4c7a-92d0-baaab8688639 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 200 len: 848 time: 0.0462649 Jun 16 15:12:23.145377 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-45551e84-790b-4e3e-85ae-b2640ecfe111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:23.146820 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-45551e84-790b-4e3e-85ae-b2640ecfe111 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4bbbab54-6102-4eef-ada6-8ad180c2f233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367820 Jun 16 15:12:23.234752 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-b68b30f8-b99c-4602-b6c2-305b624d6429 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820980 Jun 16 15:12:23.325232 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-5276708d-6f1a-4bee-a540-13c575b592b2 req-1836db2f-fe80-4403-a01b-bd65a1a06518 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847640 Jun 16 15:12:24.965346 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:24.967193 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:29.046596 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2477-10cc-4388-98ea-5186e5430791 req-37beac0e-a90b-4c91-8436-e71ea2eb6cf0 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:29.048364 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8c8a2477-10cc-4388-98ea-5186e5430791 req-37beac0e-a90b-4c91-8436-e71ea2eb6cf0 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 946 time: 0.0475721 Jun 16 15:12:29.095477 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-8c8a2477-10cc-4388-98ea-5186e5430791 req-023f966b-027c-4daa-af30-049e6476b405 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415857 Jun 16 15:12:30.311009 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63d589-0af4-4405-a9a4-b6396b50ad25 req-ad97eac9-0389-466f-88f0-f0c1284d1cb4 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:30.312473 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1f63d589-0af4-4405-a9a4-b6396b50ad25 req-ad97eac9-0389-466f-88f0-f0c1284d1cb4 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 946 time: 0.1442211 Jun 16 15:12:30.358513 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1f63d589-0af4-4405-a9a4-b6396b50ad25 req-4252b85c-9ac4-4cfa-b9fa-45d93c6176e2 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Jun 16 15:12:30.842862 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-7aa5e13d-8795-4dec-bd9c-76b139d0a15a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:30.844270 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-7aa5e13d-8795-4dec-bd9c-76b139d0a15a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.86 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 946 time: 0.0496678 Jun 16 15:12:30.923228 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Deleting port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:12:30.923617 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:31.012299 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] For port a6ceb248-35be-4c1a-9d9a-18fd3d01c966, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:12:31.012657 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:31.025208 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Calling delete_port for a6ceb248-35be-4c1a-9d9a-18fd3d01c966 owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:12:31.077429 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:31.147728 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (a6ceb248-35be-4c1a-9d9a-18fd3d01c966), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:31.155392 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:31.179721 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Pushing event deleted for resources: {'Port': ['ID=a6ceb248-35be-4c1a-9d9a-18fd3d01c966,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:31.183601 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['a6ceb248-35be-4c1a-9d9a-18fd3d01c966'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:12:31.192177 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.192533 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.192895 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.193237 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.193570 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.193901 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.194765 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.195092 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.195418 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.195743 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.196068 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.196393 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.196714 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.197058 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.197379 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:31.237467 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] No DVR routers for this DVR port a6ceb248-35be-4c1a-9d9a-18fd3d01c966 on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:12:31.239978 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:31.243291 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9b2541d3-d0ee-4d00-8888-74ba5f5e99fb req-af417ed7-cf80-408a-b8ca-f503b6f1bb1a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.86 "DELETE /v2.0/ports/a6ceb248-35be-4c1a-9d9a-18fd3d01c966 HTTP/1.1" status: 204 len: 173 time: 0.3940198 Jun 16 15:12:31.243952 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bb93ad-c721-4619-8402-14d8ca3a7d2d', 'name': 'network-vif-deleted', 'tag': 'a6ceb248-35be-4c1a-9d9a-18fd3d01c966'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:12:31.246264 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1b8c2c-bf6d-4737-a1dd-0b0fd3786092" -d '{"events": [{"server_uuid": "69bb93ad-c721-4619-8402-14d8ca3a7d2d", "name": "network-vif-deleted", "tag": "a6ceb248-35be-4c1a-9d9a-18fd3d01c966"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:12:31.283362 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75768f9d-5265-4936-b3f7-ec0435f14b67 x-openstack-request-id: req-75768f9d-5265-4936-b3f7-ec0435f14b67 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:12:31.283653 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bb93ad-c721-4619-8402-14d8ca3a7d2d", "name": "network-vif-deleted", "tag": "a6ceb248-35be-4c1a-9d9a-18fd3d01c966", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:12:31.283913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75768f9d-5265-4936-b3f7-ec0435f14b67 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:12:31.284317 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75768f9d-5265-4936-b3f7-ec0435f14b67'] response: {'server_uuid': '69bb93ad-c721-4619-8402-14d8ca3a7d2d', 'name': 'network-vif-deleted', 'tag': 'a6ceb248-35be-4c1a-9d9a-18fd3d01c966', 'status': 'completed', 'code': 200} Jun 16 15:12:31.471928 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-f9fd208b-68bf-4123-a871-0f2ed8fd3051 req-8edaf343-78b7-4ccf-8dad-ef5f45fe087d tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=69bb93ad-c721-4619-8402-14d8ca3a7d2d HTTP/1.1" status: 200 len: 210 time: 0.0300756 Jun 16 15:12:35.141216 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device a6ceb248-35be-4c1a-9d9a-18fd3d01c966 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:12:35.160312 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: a6ceb248-35be-4c1a-9d9a-18fd3d01c966 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:12:35.160658 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device a6ceb248-35be-4c1a-9d9a-18fd3d01c966 not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:12:36.033901 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=15 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:36.039138 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=11 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:37.182024 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:12:37.300609 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7498a4b7-92c2-4dd0-9044-9c6804939e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:39.089220 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=9 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:39.091927 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=9 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:40.181413 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8c56f238-19c4-46af-9351-cfdd00c12709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:41.166327 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:41.451747 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:DELETE=6,neutron:SELECT=11 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:41.452489 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:42.533155 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-1d3ca839-e0b9-42da-be4d-3acc5dd8622d tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:42.534861 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-1d3ca839-e0b9-42da-be4d-3acc5dd8622d tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/networks?id=78b26139-d9a4-4f35-bf86-6e837f876733 HTTP/1.1" status: 200 len: 813 time: 0.1017447 Jun 16 15:12:42.549060 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-b72f193e-60c3-4099-9467-e32135db6665 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/quotas/4da5b37c95a342eaaa1aee173d381701 HTTP/1.1" status: 200 len: 375 time: 0.0087142 Jun 16 15:12:42.575341 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:42.582759 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-417ca469-9306-44b7-bd97-4e64e6e43c40 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4da5b37c95a342eaaa1aee173d381701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286160 Jun 16 15:12:42.673322 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-1ece00eb-0d01-4eac-abbf-3aef0c5de75a service neutron] 10.222.0.72 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839388 Jun 16 15:12:42.759957 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-4ba5058d-8f02-45ee-9a55-83e31443dfe0 service neutron] 10.222.0.72 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805583 Jun 16 15:12:42.918861 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-ef1681fb-1541-4031-93ff-30df2afcd255 req-b3f7a9a9-b244-48a4-b955-d4f20659a5d1 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 210 time: 0.0288818 Jun 16 15:12:44.032583 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-40f40ff1-1d99-4e2e-8870-88f8aafb7c20 req-f14ad42a-8ded-494a-bdb9-56baa285e643 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 210 time: 0.0322537 Jun 16 15:12:44.066082 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-9125c492-9cab-47a9-80fc-88a41318aad1 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:44.066895 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-9125c492-9cab-47a9-80fc-88a41318aad1 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.86 "GET /v2.0/networks?id=78b26139-d9a4-4f35-bf86-6e837f876733 HTTP/1.1" status: 200 len: 813 time: 0.1305702 Jun 16 15:12:44.106109 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Request body: {'port': {'device_id': '449d95c7-5764-4888-b81c-5938a334a38a', 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733', 'admin_state_up': True, 'tenant_id': '4da5b37c95a342eaaa1aee173d381701'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:12:44.411774 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:44.470695 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Made reservation on behalf of 4da5b37c95a342eaaa1aee173d381701 for: {'port': 1} {{(pid=110480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:44.474117 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (None), before_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:44.595302 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_common [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Allocated IP 172.20.0.9 (78b26139-d9a4-4f35-bf86-6e837f876733/3697204c-8c97-4183-8e7b-38ef835d23ef/aeb47bdf-b9fb-4881-a503-f11f7485ad0a) {{(pid=110480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:44.738780 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:44.749489 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks [] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), precommit_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:44.781816 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782779067176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), after_create {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:44.790830 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:44.834769 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Network 78b26139-d9a4-4f35-bf86-6e837f876733 is already hosted by enough agents. {{(pid=110480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:44.836417 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Pushing event updated for resources: {'Port': ['ID=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,revision_number=1']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:44.838984 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.scheduler.base_scheduler [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Resources bound (agent type, host, resource id): {{(pid=110480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:44.841135 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Received port after_create {{(pid=110480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 15:12:44.893694 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:44.894293 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:44.909271 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-8a229799-c0e3-45e7-bfb4-3b150ea05e00 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8070734 Jun 16 15:12:44.972978 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:45.059472 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.v2.base [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Request body: {'port': {'device_id': '449d95c7-5764-4888-b81c-5938a334a38a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 15:12:45.119327 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:45.150407 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaf31-ec31-4ea2-b163-3b7850a3f078 req-b2f90f69-2cb3-4d31-bca4-967ef54c4f32 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:45.151899 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-23eaaf31-ec31-4ea2-b163-3b7850a3f078 req-b2f90f69-2cb3-4d31-bca4-967ef54c4f32 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 931 time: 0.0497129 Jun 16 15:12:45.200163 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-23eaaf31-ec31-4ea2-b163-3b7850a3f078 req-a0794108-ba9b-4af5-89ab-9f750d2bf955 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Jun 16 15:12:45.369640 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb47bdf-b9fb-4881-a503-f11f7485ad0a {{(pid=110480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:12:45.376852 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Publish callbacks [] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), precommit_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:45.389920 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.provisioning_blocks [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Transition to ACTIVE for port object aeb47bdf-b9fb-4881-a503-f11f7485ad0a will not be triggered until provisioned by entity L2. {{(pid=110480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 15:12:45.392681 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:45.440725 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Pushing event updated for resources: {'Port': ['ID=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,revision_number=2']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:45.509774 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Attempting to bind port aeb47bdf-b9fb-4881-a503-f11f7485ad0a on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 15:12:45.510112 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Attempting to bind port aeb47bdf-b9fb-4881-a503-f11f7485ad0a by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 15:12:45.510439 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Attempting to bind port aeb47bdf-b9fb-4881-a503-f11f7485ad0a on network 78b26139-d9a4-4f35-bf86-6e837f876733 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:12:45.514732 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Port aeb47bdf-b9fb-4881-a503-f11f7485ad0a on network 78b26139-d9a4-4f35-bf86-6e837f876733 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 15:12:45.515050 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Attempting to bind port aeb47bdf-b9fb-4881-a503-f11f7485ad0a on network 78b26139-d9a4-4f35-bf86-6e837f876733 {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 15:12:45.519898 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Checking agent: {'id': 'a0c75c87-f397-438d-a6c0-6506226d5000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'started_at': datetime.datetime(2022, 6, 16, 14, 55, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 15:12:45.520236 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Checking segment: {'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 15:12:45.520614 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Bound using segment: {'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'} {{(pid=110480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 15:12:45.521070 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.managers [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Bound port: aeb47bdf-b9fb-4881-a503-f11f7485ad0a, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ffad01-6170-4224-bed6-35a51ff8053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733'}}] {{(pid=110480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 15:12:45.521426 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), before_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:45.583045 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] For port aeb47bdf-b9fb-4881-a503-f11f7485ad0a, host hv-cinder-83716, cleared binding levels {{(pid=110480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 15:12:45.586666 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] For port aeb47bdf-b9fb-4881-a503-f11f7485ad0a, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 15:12:45.591501 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59135488'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), after_update {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:45.594508 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:45.629563 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:45.630171 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:45.631557 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] 10.222.0.86 "PUT /v2.0/ports/aeb47bdf-b9fb-4881-a503-f11f7485ad0a HTTP/1.1" status: 200 len: 1093 time: 0.6190758 Jun 16 15:12:45.632233 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449d95c7-5764-4888-b81c-5938a334a38a', 'tag': 'aeb47bdf-b9fb-4881-a503-f11f7485ad0a'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:12:45.634464 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25" -d '{"events": [{"name": "network-changed", "server_uuid": "449d95c7-5764-4888-b81c-5938a334a38a", "tag": "aeb47bdf-b9fb-4881-a503-f11f7485ad0a"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:12:45.656159 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a04bc2-16ab-4536-bce0-332b749e5b6d service neutron] Pushing event updated for resources: {'Port': ['ID=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,revision_number=3']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:45.674432 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070963e1-6e03-4e11-b316-cf1cd3f70044 x-openstack-request-id: req-070963e1-6e03-4e11-b316-cf1cd3f70044 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:12:45.675049 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449d95c7-5764-4888-b81c-5938a334a38a", "tag": "aeb47bdf-b9fb-4881-a503-f11f7485ad0a", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:12:45.675049 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-070963e1-6e03-4e11-b316-cf1cd3f70044 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:12:45.675361 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070963e1-6e03-4e11-b316-cf1cd3f70044'] response: {'name': 'network-changed', 'server_uuid': '449d95c7-5764-4888-b81c-5938a334a38a', 'tag': 'aeb47bdf-b9fb-4881-a503-f11f7485ad0a', 'status': 'completed', 'code': 200} Jun 16 15:12:45.731276 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-3788ba2a-7268-4395-946f-ec5aef271211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:45.732761 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-3788ba2a-7268-4395-946f-ec5aef271211 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4da5b37c95a342eaaa1aee173d381701&device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 1127 time: 0.0402870 Jun 16 15:12:45.780372 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-a02f2ba4-1277-431c-b8ce-f293dbd1b30e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb47bdf-b9fb-4881-a503-f11f7485ad0a HTTP/1.1" status: 200 len: 217 time: 0.0344844 Jun 16 15:12:45.826987 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-4d4a4dc8-f5de-44a8-a5c8-416b7d469035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:45.828457 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-4d4a4dc8-f5de-44a8-a5c8-416b7d469035 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3697204c-8c97-4183-8e7b-38ef835d23ef HTTP/1.1" status: 200 len: 853 time: 0.0428383 Jun 16 15:12:45.859240 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-e5ff7755-b833-4c1f-a53c-37a737d00713 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=78b26139-d9a4-4f35-bf86-6e837f876733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255337 Jun 16 15:12:45.924544 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:45.952521 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-bd1ba834-4c33-49cb-93a1-79d981ba2185 service neutron] 10.222.0.86 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879486 Jun 16 15:12:46.040651 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-843c9ed2-1b7b-42a7-96e7-5ff84caa2053 req-71a15c62-6482-407e-a30f-7e0588cf34a1 service neutron] 10.222.0.86 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825610 Jun 16 15:12:46.311158 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915f948-1b88-4c8d-a7d1-91e5a3eda49e req-d3ca1665-e6d2-4a42-97f0-8d7df2fe1cb4 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:46.312627 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b915f948-1b88-4c8d-a7d1-91e5a3eda49e req-d3ca1665-e6d2-4a42-97f0-8d7df2fe1cb4 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 943 time: 0.0465708 Jun 16 15:12:46.358651 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b915f948-1b88-4c8d-a7d1-91e5a3eda49e req-9951b47e-8b94-443b-9d3d-287b6a4c397c tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Jun 16 15:12:47.472079 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482355-b0b8-40d5-9fab-1a574812f716 req-67c30763-7323-411c-89f0-b0f112c8596a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:47.473600 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8482355-b0b8-40d5-9fab-1a574812f716 req-67c30763-7323-411c-89f0-b0f112c8596a tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 943 time: 0.0464451 Jun 16 15:12:47.524018 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-e8482355-b0b8-40d5-9fab-1a574812f716 req-0c0afad9-77f2-473d-82b8-817eefc45567 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 Jun 16 15:12:48.264501 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-81dcc59d-8d45-458d-b368-cd366a4c9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:48.266093 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-81dcc59d-8d45-458d-b368-cd366a4c9974 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4da5b37c95a342eaaa1aee173d381701&device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 1127 time: 0.0418079 Jun 16 15:12:48.359902 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-75d3abf5-30a6-46e7-b285-5b1096192864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:48.361517 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-75d3abf5-30a6-46e7-b285-5b1096192864 service neutron] 10.222.0.86 "GET /v2.0/networks?id=78b26139-d9a4-4f35-bf86-6e837f876733 HTTP/1.1" status: 200 len: 915 time: 0.0898485 Jun 16 15:12:48.404809 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-1b3a3e01-a914-4548-a1d5-26bae17e7614 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb47bdf-b9fb-4881-a503-f11f7485ad0a HTTP/1.1" status: 200 len: 217 time: 0.0359697 Jun 16 15:12:48.453401 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-ab6914e3-3274-4cd1-a550-a1ec80626cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:48.454914 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-ab6914e3-3274-4cd1-a550-a1ec80626cd9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3697204c-8c97-4183-8e7b-38ef835d23ef HTTP/1.1" status: 200 len: 853 time: 0.0450182 Jun 16 15:12:48.486903 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-a23c84e4-5ad8-4a41-94ab-56429dc58040 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=78b26139-d9a4-4f35-bf86-6e837f876733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263321 Jun 16 15:12:48.581937 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-08de5616-691a-4391-ac66-61e18229562f service neutron] 10.222.0.86 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880830 Jun 16 15:12:48.639678 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a9ee1-df0f-4733-bbc0-8c25f119c58b req-34c9fc1e-64f8-4dbe-8f5c-7a994fb885da tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:48.641665 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c29a9ee1-df0f-4733-bbc0-8c25f119c58b req-34c9fc1e-64f8-4dbe-8f5c-7a994fb885da tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 943 time: 0.0473268 Jun 16 15:12:48.672200 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-2df91ac4-c498-493a-8cd9-6c8cdb5c6d25 req-38447326-0ee1-48a3-bece-ebc2ad787e40 service neutron] 10.222.0.86 "GET /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839918 Jun 16 15:12:48.694718 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-c29a9ee1-df0f-4733-bbc0-8c25f119c58b req-4306a545-86d1-463c-ba78-4fbb8b3a24d5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Jun 16 15:12:49.811472 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e29ec3-0dfc-4ca7-935b-14539fea0756 req-1ccaf48d-2ab0-43d2-892b-f03f58a94f4f tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:49.813958 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-41e29ec3-0dfc-4ca7-935b-14539fea0756 req-1ccaf48d-2ab0-43d2-892b-f03f58a94f4f tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 943 time: 0.0521955 Jun 16 15:12:49.862713 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-41e29ec3-0dfc-4ca7-935b-14539fea0756 req-da5d2d3b-12dc-4987-a845-57b12dc97c10 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Jun 16 15:12:50.423373 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device aeb47bdf-b9fb-4881-a503-f11f7485ad0a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 15:12:50.523008 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port aeb47bdf-b9fb-4881-a503-f11f7485ad0a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:12:50.533788 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Returning: {'device': 'aeb47bdf-b9fb-4881-a503-f11f7485ad0a', 'network_id': '78b26139-d9a4-4f35-bf86-6e837f876733', 'port_id': 'aeb47bdf-b9fb-4881-a503-f11f7485ad0a', 'mac_address': 'fa:16:3e:b3:f8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3697204c-8c97-4183-8e7b-38ef835d23ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 15:12:50.568176 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port aeb47bdf-b9fb-4881-a503-f11f7485ad0a is: DOWN; New status is: BUILD {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:12:50.568563 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:50.584095 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb47bdf-b9fb-4881-a503-f11f7485ad0a {{(pid=110481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 15:12:50.603009 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port aeb47bdf-b9fb-4881-a503-f11f7485ad0a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:12:50.606634 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:50.650620 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,revision_number=4']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:50.657535 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.657885 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.658223 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.658612 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.658890 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.659213 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.659536 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.660113 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.660434 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.660753 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.661103 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.661421 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.661737 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.662051 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.662892 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:50.977366 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d71d-37b3-4a38-b4e4-d5e5e38f6120 req-533c240a-1638-4a5a-b150-646467fd8f28 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:50.978839 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b9f8d71d-37b3-4a38-b4e4-d5e5e38f6120 req-533c240a-1638-4a5a-b150-646467fd8f28 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 944 time: 0.0477271 Jun 16 15:12:51.025052 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-b9f8d71d-37b3-4a38-b4e4-d5e5e38f6120 req-f4b0a56d-aaf6-49eb-ad6b-3c26d2285549 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Jun 16 15:12:51.059417 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['aeb47bdf-b9fb-4881-a503-f11f7485ad0a'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:12:52.104363 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:52.139924 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a651355-d322-4378-80ab-b074929ad1a9 req-8a70770c-34af-4257-a40d-9caca2120b66 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:52.141351 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0a651355-d322-4378-80ab-b074929ad1a9 req-8a70770c-34af-4257-a40d-9caca2120b66 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 944 time: 0.0469322 Jun 16 15:12:52.188345 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-0a651355-d322-4378-80ab-b074929ad1a9 req-3429cf17-c879-472c-aa0e-04475e399f4e tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Jun 16 15:12:52.429341 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device aeb47bdf-b9fb-4881-a503-f11f7485ad0a up at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 15:12:52.469885 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning for port aeb47bdf-b9fb-4881-a503-f11f7485ad0a completed by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 15:12:52.475362 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.provisioning_blocks [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Provisioning complete for port aeb47bdf-b9fb-4881-a503-f11f7485ad0a triggered by entity L2. {{(pid=110481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 15:12:52.475830 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-794032'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), provisioning_complete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:52.544502 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Current status of the port aeb47bdf-b9fb-4881-a503-f11f7485ad0a is: BUILD; New status is: ACTIVE {{(pid=110481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 15:12:52.544920 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-837542'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), before_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:52.567817 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d95c7-5764-4888-b81c-5938a334a38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb47bdf-b9fb-4881-a503-f11f7485ad0a'}] {{(pid=110481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:12:52.570922 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22020c2714262055842e34ffa76fd949e5358c581e8aa8ac82e59a5013dc8c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff849e-ff62-4e17-8b41-7a5c746ca670" -d '{"events": [{"server_uuid": "449d95c7-5764-4888-b81c-5938a334a38a", "name": "network-vif-plugged", "status": "completed", "tag": "aeb47bdf-b9fb-4881-a503-f11f7485ad0a"}]}' {{(pid=110481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:12:52.584806 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:52.586931 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] For port aeb47bdf-b9fb-4881-a503-f11f7485ad0a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:12:52.590870 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782779067194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782779067212'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:12:52.616177 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd97c7d0-80f4-4938-8ad8-e6f6029e83d1 x-openstack-request-id: req-bd97c7d0-80f4-4938-8ad8-e6f6029e83d1 {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:12:52.616465 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d95c7-5764-4888-b81c-5938a334a38a", "name": "network-vif-plugged", "status": "completed", "tag": "aeb47bdf-b9fb-4881-a503-f11f7485ad0a", "code": 200}]} {{(pid=110481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:12:52.616715 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd97c7d0-80f4-4938-8ad8-e6f6029e83d1 {{(pid=110481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:12:52.617136 dv-cinder-837165-3-iscsi neutron-server[110481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd97c7d0-80f4-4938-8ad8-e6f6029e83d1'] response: {'server_uuid': '449d95c7-5764-4888-b81c-5938a334a38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb47bdf-b9fb-4881-a503-f11f7485ad0a', 'code': 200} Jun 16 15:12:52.641897 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Pushing event updated for resources: {'Port': ['ID=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,revision_number=5']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:52.812747 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651a041-a245-49d0-bd2f-801035d549cb req-55bbfe99-c33b-49d3-91b5-f1f570c9dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:52.814270 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9651a041-a245-49d0-bd2f-801035d549cb req-55bbfe99-c33b-49d3-91b5-f1f570c9dbc4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 1129 time: 0.0392857 Jun 16 15:12:52.859684 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-9651a041-a245-49d0-bd2f-801035d549cb req-55f95f09-ff46-45ba-a3f7-03891d7085da service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Jun 16 15:12:53.305096 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876313-cc9c-4195-8321-43edc837d815 req-28cdc7da-8826-4e84-bc0b-fa326a1e7f98 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:53.306597 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c8876313-cc9c-4195-8321-43edc837d815 req-28cdc7da-8826-4e84-bc0b-fa326a1e7f98 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 945 time: 0.0483019 Jun 16 15:12:53.354082 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c8876313-cc9c-4195-8321-43edc837d815 req-5c59193c-84fa-4283-84f1-ac2f89718ef8 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 Jun 16 15:12:54.470937 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bdeb-308b-4fa7-9fd1-afc7dff21f25 req-0b6e9cfe-0b17-45a8-9ef1-75c1318c1ee8 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:54.472398 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5151bdeb-308b-4fa7-9fd1-afc7dff21f25 req-0b6e9cfe-0b17-45a8-9ef1-75c1318c1ee8 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 945 time: 0.0468206 Jun 16 15:12:54.518945 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-5151bdeb-308b-4fa7-9fd1-afc7dff21f25 req-f6221fa2-b3ed-4414-871c-e95078a2df46 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 Jun 16 15:12:55.622348 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=100 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:55.631623 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66362600-fae7-47a9-b569-5808e5d3daf3 req-43fb5deb-f4af-42eb-9562-34760edc8b67 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:12:55.633094 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-66362600-fae7-47a9-b569-5808e5d3daf3 req-43fb5deb-f4af-42eb-9562-34760edc8b67 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 945 time: 0.0464051 Jun 16 15:12:55.679515 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-66362600-fae7-47a9-b569-5808e5d3daf3 req-17932829-27a6-493e-bb47-af5092676277 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 Jun 16 15:12:57.144907 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:12:57.149044 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:02.638738 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:02.639514 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:04.512294 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=45 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:04.514966 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=47 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:05.673715 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=5 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:05.675901 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=34 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:07.303114 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-c399f24f-0428-459b-aba8-3753679fdd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:10.183024 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d2181cdb-7ac9-46ec-8958-a527f8054f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:11.172249 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:12.579918 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:14.181382 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:13:14.406092 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:14.977059 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:18.785217 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a180daa-4b81-4fd6-b8fa-e0da300b7630 req-4f041955-fe88-4c38-b9d7-bf656bae98a2 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:18.786678 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1a180daa-4b81-4fd6-b8fa-e0da300b7630 req-4f041955-fe88-4c38-b9d7-bf656bae98a2 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 945 time: 0.0510302 Jun 16 15:13:18.834023 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-1a180daa-4b81-4fd6-b8fa-e0da300b7630 req-0066a260-e641-43da-bcc2-46e41a5b91d3 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418997 Jun 16 15:13:19.953347 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ef4d9-b7de-4740-a59a-fef1cda4cb9c req-5a7c2e6a-2ff5-4d67-922c-4a0e0e407f99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:19.954834 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-795ef4d9-b7de-4740-a59a-fef1cda4cb9c req-5a7c2e6a-2ff5-4d67-922c-4a0e0e407f99 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 945 time: 0.0511818 Jun 16 15:13:20.001716 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-795ef4d9-b7de-4740-a59a-fef1cda4cb9c req-88945b0c-5bf5-41c6-bac0-2a4722662a1d tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Jun 16 15:13:20.933953 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-250cec94-84ef-4616-a0cf-d9c06788f957 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:20.935351 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-250cec94-84ef-4616-a0cf-d9c06788f957 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.86 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 945 time: 0.0465569 Jun 16 15:13:21.017569 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Deleting port aeb47bdf-b9fb-4881-a503-f11f7485ad0a {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:13:21.017912 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:21.131618 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8698d7c-bab3-433c-aaa9-0ace5edfb902 req-36b2eef7-fb0b-4cf3-8015-3e3b3440b1b4 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:21.133718 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c8698d7c-bab3-433c-aaa9-0ace5edfb902 req-36b2eef7-fb0b-4cf3-8015-3e3b3440b1b4 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/ports?device_id=449d95c7-5764-4888-b81c-5938a334a38a HTTP/1.1" status: 200 len: 945 time: 0.0637007 Jun 16 15:13:21.161142 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] For port aeb47bdf-b9fb-4881-a503-f11f7485ad0a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,segment=NetworkSegment(f7ffad01-6170-4224-bed6-35a51ff8053c),segment_id=f7ffad01-6170-4224-bed6-35a51ff8053c)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:13:21.161510 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:21.178271 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Calling delete_port for aeb47bdf-b9fb-4881-a503-f11f7485ad0a owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:13:21.234948 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-c8698d7c-bab3-433c-aaa9-0ace5edfb902 req-bd3904a9-ee52-4f5f-8e32-569d6c23f9e0 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.72 "GET /v2.0/security-groups?id=68771c20-6722-4cc7-9ac3-e2adc1df784a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958247 Jun 16 15:13:21.324283 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (aeb47bdf-b9fb-4881-a503-f11f7485ad0a), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:21.353984 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Pushing event deleted for resources: {'Port': ['ID=aeb47bdf-b9fb-4881-a503-f11f7485ad0a,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:21.360338 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] get_ports_and_sgs() called for port_ids ['aeb47bdf-b9fb-4881-a503-f11f7485ad0a'] {{(pid=110481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 15:13:21.402749 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] No DVR routers for this DVR port aeb47bdf-b9fb-4881-a503-f11f7485ad0a on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:13:21.405285 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:21.408621 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-a8a8db83-8ab0-4e4f-8500-e779dfd4aaa5 req-0b0bca0c-096c-40fd-bf12-5a7f1f8404c5 tempest-VolumesSnapshotTestJSON-607798833 tempest-VolumesSnapshotTestJSON-607798833-project] 10.222.0.86 "DELETE /v2.0/ports/aeb47bdf-b9fb-4881-a503-f11f7485ad0a HTTP/1.1" status: 204 len: 173 time: 0.4680564 Jun 16 15:13:21.409099 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d95c7-5764-4888-b81c-5938a334a38a', 'name': 'network-vif-deleted', 'tag': 'aeb47bdf-b9fb-4881-a503-f11f7485ad0a'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:21.411846 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3114440b-f148-4cb6-92f7-c1c05f5822a6" -d '{"events": [{"server_uuid": "449d95c7-5764-4888-b81c-5938a334a38a", "name": "network-vif-deleted", "tag": "aeb47bdf-b9fb-4881-a503-f11f7485ad0a"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:13:21.457453 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ee88fa-3650-46a6-8ea6-0441b937ce18 x-openstack-request-id: req-e9ee88fa-3650-46a6-8ea6-0441b937ce18 {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:13:21.457820 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d95c7-5764-4888-b81c-5938a334a38a", "name": "network-vif-deleted", "tag": "aeb47bdf-b9fb-4881-a503-f11f7485ad0a", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:13:21.458077 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e9ee88fa-3650-46a6-8ea6-0441b937ce18 {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:13:21.458482 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ee88fa-3650-46a6-8ea6-0441b937ce18'] response: {'server_uuid': '449d95c7-5764-4888-b81c-5938a334a38a', 'name': 'network-vif-deleted', 'tag': 'aeb47bdf-b9fb-4881-a503-f11f7485ad0a', 'status': 'completed', 'code': 200} Jun 16 15:13:24.972849 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:25.369696 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device aeb47bdf-b9fb-4881-a503-f11f7485ad0a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:13:25.389100 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: aeb47bdf-b9fb-4881-a503-f11f7485ad0a {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:13:25.389441 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device aeb47bdf-b9fb-4881-a503-f11f7485ad0a not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:13:27.170422 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [req-08c06923-6243-46f2-8e19-aa24e5ee6501 req-b5d70ea1-b833-40eb-82ab-117574a79ec5 service neutron] (110479) timed out ('10.222.0.86', 59357) {{(pid=110479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 15:13:27.673053 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [req-a6654847-c698-4a6c-b31f-4d9a74903f07 req-4c668341-a235-4056-b260-7d0fda1d88f8 service neutron] (110479) timed out ('10.222.0.86', 59397) {{(pid=110479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 15:13:29.991217 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=9 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:29.997941 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=9 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:31.365553 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=60,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:31.386298 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=65,neutron:DELETE=4 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:34.156186 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:34.156823 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:35.373992 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:37.305931 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-a34fd7ea-f268-41c3-9c66-8290f0c2143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:40.184299 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f22cf8fa-c6e6-4447-b4c6-0dbb09278b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:41.175958 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:42.581396 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:44.403080 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:44.981180 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.402272 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 45782) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:13:47.447180 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Deleting subnet 3697204c-8c97-4183-8e7b-38ef835d23ef {{(pid=110480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:13:47.450324 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Publish callbacks [] for subnet (3697204c-8c97-4183-8e7b-38ef835d23ef), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.485324 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59125348'] for subnet (3697204c-8c97-4183-8e7b-38ef835d23ef), precommit_delete_associations {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.527676 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (3697204c-8c97-4183-8e7b-38ef835d23ef), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.579622 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59135546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60353964'] for subnet (3697204c-8c97-4183-8e7b-38ef835d23ef), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.604253 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3697204c-8c97-4183-8e7b-38ef835d23ef,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:47.608913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for subnet (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.611970 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3697204c-8c97-4183-8e7b-38ef835d23ef HTTP/1.1" status: 204 len: 168 time: 0.2087116 Jun 16 15:13:47.614551 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45784) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:13:47.617057 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.617407 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.617748 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.618088 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.618421 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.618751 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.619581 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.619913 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.620240 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.620567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.620915 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.621247 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.621567 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.621884 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.622203 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79161f-1bca-4ffa-b34b-48c8eeb90e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.683441 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (78b26139-d9a4-4f35-bf86-6e837f876733), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.762607 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (78b26139-d9a4-4f35-bf86-6e837f876733), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.781791 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b26139-d9a4-4f35-bf86-6e837f876733']}} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:47.791673 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ffad01-6170-4224-bed6-35a51ff8053c') {'for_net_delete': True} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:47.791969 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.services.segments.db [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ffad01-6170-4224-bed6-35a51ff8053c') {} {{(pid=110479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:47.801347 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3542031'] for segment (f7ffad01-6170-4224-bed6-35a51ff8053c), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.815120 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (f7ffad01-6170-4224-bed6-35a51ff8053c), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.821345 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=110479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:13:47.821726 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59387416'] for segment (f7ffad01-6170-4224-bed6-35a51ff8053c), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.843805 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment f7ffad01-6170-4224-bed6-35a51ff8053c resource provider aggregate not found Jun 16 15:13:47.888064 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (78b26139-d9a4-4f35-bf86-6e837f876733), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.893164 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:47.896467 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] 10.222.0.72 "DELETE /v2.0/networks/78b26139-d9a4-4f35-bf86-6e837f876733 HTTP/1.1" status: 204 len: 168 time: 0.2808726 Jun 16 15:13:47.898053 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.services.segments.plugin [-] Segment f7ffad01-6170-4224-bed6-35a51ff8053c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7ffad01-6170-4224-bed6-35a51ff8053c found for delete ", "request_id": "req-1a424f36-c4e2-4872-b0a4-ec0a6cfc8901"}]} Jun 16 15:13:47.910690 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Pushing event deleted for resources: {'Network': ['ID=78b26139-d9a4-4f35-bf86-6e837f876733,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:47.918590 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.918930 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.919268 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.919602 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.919929 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.920253 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.920573 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.920933 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.921260 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.921571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.921894 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.922214 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.922527 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.922841 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:47.923154 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547da3ef-9287-49b5-aa36-956a15a66955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:13:48.059734 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45792) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:13:48.099142 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-36c5a0ab-43e3-43af-b5a1-7a327cf97712 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4da5b37c95a342eaaa1aee173d381701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383058 Jun 16 15:13:48.101427 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45794) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:13:48.147968 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e74c88d9-5e81-425a-b914-8a7d586b2d32 admin admin] Publish callbacks [] for security_group (68771c20-6722-4cc7-9ac3-e2adc1df784a), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:48.170574 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e74c88d9-5e81-425a-b914-8a7d586b2d32 admin admin] Publish callbacks [] for security_group (68771c20-6722-4cc7-9ac3-e2adc1df784a), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:48.216868 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e74c88d9-5e81-425a-b914-8a7d586b2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (68771c20-6722-4cc7-9ac3-e2adc1df784a), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:48.219473 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e74c88d9-5e81-425a-b914-8a7d586b2d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:48.223085 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e74c88d9-5e81-425a-b914-8a7d586b2d32 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68771c20-6722-4cc7-9ac3-e2adc1df784a HTTP/1.1" status: 204 len: 168 time: 0.1182790 Jun 16 15:13:48.231348 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c88d9-5e81-425a-b914-8a7d586b2d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68771c20-6722-4cc7-9ac3-e2adc1df784a,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:51.181188 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:13:54.195061 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45798) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:13:54.522837 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Deleting port bd8c96c3-e296-42ba-adc8-f2d3b7e87127 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:13:54.523087 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:54.597955 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:54.598291 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for floatingip (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:54.611620 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Calling delete_port for bd8c96c3-e296-42ba-adc8-f2d3b7e87127 owned by network:floatingip {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:13:54.713173 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:54.738050 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:54.763750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (bd8c96c3-e296-42ba-adc8-f2d3b7e87127), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:54.789314 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event deleted for resources: {'Port': ['ID=bd8c96c3-e296-42ba-adc8-f2d3b7e87127,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:54.851872 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for floatingip (735134eb-c8d4-4831-899f-15df94f4979d), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:54.852197 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.db.l3_db [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Floating IP 735134eb-c8d4-4831-899f-15df94f4979d disassociated (deleted). External IP: 172.27.2.182, port: 328671dd-12a3-45cf-9250-1f0f36195bba. Jun 16 15:13:55.050523 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:13:55.149743 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:13:55.155034 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for floatingip (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:55.161325 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] Sync routers for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:13:55.173038 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:13:55.173657 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:13:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:55.186518 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b1fa90b5-85b6-4451-84c5-65f16973c6fb tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "DELETE /v2.0/floatingips/735134eb-c8d4-4831-899f-15df94f4979d HTTP/1.1" status: 204 len: 168 time: 0.9881463 Jun 16 15:13:55.186518 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba'}] {{(pid=110479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:55.187201 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2c3ba3dd58a05c16d3458d5472ee1a0a5daaf71de928b30e230a33e8adcd94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b5a930-31b3-4062-85ac-30f8a4c59d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba"}]}' {{(pid=110479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:13:55.227888 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490fb555-b12a-4e5a-8436-f8e79140daaf x-openstack-request-id: req-490fb555-b12a-4e5a-8436-f8e79140daaf {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:13:55.228528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba", "status": "completed", "code": 200}]} {{(pid=110479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:13:55.228528 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-490fb555-b12a-4e5a-8436-f8e79140daaf {{(pid=110479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:13:55.228864 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490fb555-b12a-4e5a-8436-f8e79140daaf'] response: {'name': 'network-changed', 'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba', 'status': 'completed', 'code': 200} Jun 16 15:13:55.276161 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:13:55.319266 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-5f71142f-df48-41fe-810e-85dffd74e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:55.323092 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-5f71142f-df48-41fe-810e-85dffd74e2dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3716e192b1194365acb5595c8f92a862&device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 1129 time: 0.0448079 Jun 16 15:13:55.453089 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd36ad-60e8-455b-b372-73403fd356a3 req-17b1f3fa-bf66-4285-800a-4075f6a2a22d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:55.454706 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2fd36ad-60e8-455b-b372-73403fd356a3 req-17b1f3fa-bf66-4285-800a-4075f6a2a22d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0660641 Jun 16 15:13:55.459263 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-09dd0c6d-1e54-45bb-a039-a5c84622dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:55.460676 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-09dd0c6d-1e54-45bb-a039-a5c84622dbfc service neutron] 10.222.0.86 "GET /v2.0/networks?id=4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 200 len: 911 time: 0.1327608 Jun 16 15:13:55.474054 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 5, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:55.498360 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] Checking router: 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:13:55.504878 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-d2fd36ad-60e8-455b-b372-73403fd356a3 req-cec62ffb-fc79-4b60-ae15-209de585bd6d tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432439 Jun 16 15:13:55.506723 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:13:55.507348 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:13:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:55.608614 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:13:55.784700 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 5, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:13:55.812470 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0e1f7-31bd-46df-bf01-6aa3bdcfbf32 None None] The sync data for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi is: [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:06:57Z', 'revision_number': 4, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi', '_interfaces': [{'id': '9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c', 'name': '', 'network_id': '4bbbab54-6102-4eef-ada6-8ad180c2f233', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'mac_address': 'fa:16:3e:bf:90:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:56Z', 'updated_at': '2022-06-16T15:07:02Z', 'revision_number': 5, 'project_id': '3716e192b1194365acb5595c8f92a862', 'subnets': [{'id': '25310c7e-c2cb-4231-8925-29ea067d97c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:13:56.023805 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99f997-b3c3-4bcc-a9fe-ae1e4dd54163 None None] New status for floating IP 735134eb-c8d4-4831-899f-15df94f4979d: DOWN {{(pid=110481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 15:13:56.447047 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-b364458a-6b71-452e-a28c-01d038b1a4c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 200 len: 217 time: 0.0359669 Jun 16 15:13:56.494976 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-11d78cc1-60b2-4cd7-974c-9f9330405e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:56.496329 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-11d78cc1-60b2-4cd7-974c-9f9330405e4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 200 len: 848 time: 0.0434880 Jun 16 15:13:56.541872 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-080d129a-777b-4bb6-9a6e-c9bc38921594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:56.543374 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-080d129a-777b-4bb6-9a6e-c9bc38921594 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4bbbab54-6102-4eef-ada6-8ad180c2f233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388885 Jun 16 15:13:56.626033 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea2d2a-389c-4605-b27d-52eaef55fb22 req-5e06d15c-4c26-4874-b242-d0521ab03322 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:56.627530 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-38ea2d2a-389c-4605-b27d-52eaef55fb22 req-5e06d15c-4c26-4874-b242-d0521ab03322 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0502610 Jun 16 15:13:56.635770 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-69ec0c49-3ac9-402e-aea8-68e542559c00 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852091 Jun 16 15:13:56.677650 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-38ea2d2a-389c-4605-b27d-52eaef55fb22 req-3ff69439-2033-40df-ac59-11d7e5ea15a6 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ed88f41-f367-460f-9c35-9f7f31207216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 Jun 16 15:13:56.828700 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-03b5a930-31b3-4062-85ac-30f8a4c59d9c req-efc2478c-ea62-4831-bb17-2d0de1ddfa02 service neutron] 10.222.0.86 "GET /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821660 Jun 16 15:13:57.209834 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-237c0d7f-6c9e-48b8-b1b8-fac19f115337 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 15:13:57.211180 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-237c0d7f-6c9e-48b8-b1b8-fac19f115337 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.86 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 945 time: 0.0498910 Jun 16 15:13:57.289959 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Deleting port 328671dd-12a3-45cf-9250-1f0f36195bba {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:13:57.290303 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:57.363015 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:57.365894 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:57.382933 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] For port 328671dd-12a3-45cf-9250-1f0f36195bba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=328671dd-12a3-45cf-9250-1f0f36195bba,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:13:57.383298 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:57.396928 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Calling delete_port for 328671dd-12a3-45cf-9250-1f0f36195bba owned by compute:nova {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:13:57.522199 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (328671dd-12a3-45cf-9250-1f0f36195bba), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:57.554182 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event deleted for resources: {'Port': ['ID=328671dd-12a3-45cf-9250-1f0f36195bba,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:57.599268 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] No DVR routers for this DVR port 328671dd-12a3-45cf-9250-1f0f36195bba on host hv-cinder-83716 {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:13:57.601853 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501655'] for port (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:57.605134 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [req-37ac62bf-6328-4291-a511-1f61a5a700b0 req-20de6f5e-1520-45b4-ac05-8a9f2688284e tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.86 "DELETE /v2.0/ports/328671dd-12a3-45cf-9250-1f0f36195bba HTTP/1.1" status: 204 len: 173 time: 0.3889337 Jun 16 15:13:57.605615 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'name': 'network-vif-deleted', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba'}] {{(pid=110480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 15:13:57.607827 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}297f1280c055f43c0350938867890ab27b4d3e4784bb93150cae8e7e0d95c1bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9261fb-4e91-4a2f-ae40-780c95ae5d01" -d '{"events": [{"server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "name": "network-vif-deleted", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba"}]}' {{(pid=110480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:13:57.644056 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 15:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43487955-7625-4ff6-9c46-77b85ae7826c x-openstack-request-id: req-43487955-7625-4ff6-9c46-77b85ae7826c {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:13:57.644358 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781db76b-7a5f-47b1-8272-b4868d68c437", "name": "network-vif-deleted", "tag": "328671dd-12a3-45cf-9250-1f0f36195bba", "status": "completed", "code": 200}]} {{(pid=110480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:13:57.644607 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43487955-7625-4ff6-9c46-77b85ae7826c {{(pid=110480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:13:57.645048 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43487955-7625-4ff6-9c46-77b85ae7826c'] response: {'server_uuid': '781db76b-7a5f-47b1-8272-b4868d68c437', 'name': 'network-vif-deleted', 'tag': '328671dd-12a3-45cf-9250-1f0f36195bba', 'status': 'completed', 'code': 200} Jun 16 15:13:57.772910 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [req-43cc25b3-e45b-4015-8770-5006e41bc47d req-8837c6d5-b0a0-4793-81a8-75ab97411360 tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "GET /v2.0/ports?device_id=781db76b-7a5f-47b1-8272-b4868d68c437 HTTP/1.1" status: 200 len: 210 time: 0.0277553 Jun 16 15:13:58.832282 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45816) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:13:58.887695 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ae2bcfc9-2d2e-4e91-a34c-ec6631b768ca tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group (4ed88f41-f367-460f-9c35-9f7f31207216), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:58.913218 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ae2bcfc9-2d2e-4e91-a34c-ec6631b768ca tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group (4ed88f41-f367-460f-9c35-9f7f31207216), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:58.981076 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ae2bcfc9-2d2e-4e91-a34c-ec6631b768ca tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (4ed88f41-f367-460f-9c35-9f7f31207216), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:58.983551 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-ae2bcfc9-2d2e-4e91-a34c-ec6631b768ca tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:58.984693 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-ae2bcfc9-2d2e-4e91-a34c-ec6631b768ca tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] 10.222.0.72 "DELETE /v2.0/security-groups/4ed88f41-f367-460f-9c35-9f7f31207216 HTTP/1.1" status: 204 len: 168 time: 0.1530306 Jun 16 15:13:58.994177 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bcfc9-2d2e-4e91-a34c-ec6631b768ca tempest-TestShelveInstance-1074315081 tempest-TestShelveInstance-1074315081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed88f41-f367-460f-9c35-9f7f31207216,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:13:59.039384 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45820) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:13:59.309215 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:59.586965 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:13:59.671343 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:59.884031 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Deleting port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:13:59.884531 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:59.965344 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] For port 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:13:59.965710 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:13:59.978606 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Calling delete_port for 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c owned by network:router_interface {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:14:00.156054 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:00.180353 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:00.331038 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:00.341839 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:00.399225 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:00.546369 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:14:00.645751 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:14:00.651156 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-fe1923b6-a851-48b0-9cb3-8d5e3c129b28 admin admin] 10.222.0.72 "PUT /v2.0/routers/6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6104319 Jun 16 15:14:00.653743 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45824) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:00.658718 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] Sync routers for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:00.668866 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:14:00.669485 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:13:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:00.751335 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks [] for router (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:00.768504 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:14:00.849842 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks [] for router_gateway (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:00.895315 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Deleting port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:14:00.895998 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:00.976227 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] For port 9de6bc95-963a-4eab-be96-ebb3a3abf9bc, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=9de6bc95-963a-4eab-be96-ebb3a3abf9bc,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:14:00.976589 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:00.993465 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Calling delete_port for 9de6bc95-963a-4eab-be96-ebb3a3abf9bc owned by network:router_gateway {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:14:01.017370 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:14:00Z', 'revision_number': 5, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port': {'id': '9de6bc95-963a-4eab-be96-ebb3a3abf9bc', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:06:55Z', 'updated_at': '2022-06-16T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:01.020174 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:01.042279 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] Checking router: 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 for host: dv-cinder-837165-3-iscsi {{(pid=110482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:14:01.050656 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] Routers {'6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:14:01.051255 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:13:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'], 'active': True} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:01.113981 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=100 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:01.132433 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_dvr_db [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] Set router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 gateway port host: None {{(pid=110482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:14:01.168345 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (9de6bc95-963a-4eab-be96-ebb3a3abf9bc), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.172408 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:01.188772 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.l3_hamode_db [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:14:00Z', 'revision_number': 6, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:01.194963 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de6bc95-963a-4eab-be96-ebb3a3abf9bc,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:01.216090 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d8dbe-66e3-4bf3-b633-48760446000c None None] The sync data for ids ['6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2'] in dv-cinder-837165-3-iscsi is: [{'id': '6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2', 'name': 'tempest-TestShelveInstance-1740208028-router', 'tenant_id': '3716e192b1194365acb5595c8f92a862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:54Z', 'updated_at': '2022-06-16T15:14:00Z', 'revision_number': 6, 'project_id': '3716e192b1194365acb5595c8f92a862', 'gw_port_host': None}] {{(pid=110482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:01.240752 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:01.264931 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.349752 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.351920 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks [] for router_controller (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.395179 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.395665 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 {{(pid=110479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:14:01.399878 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.401646 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-b60b8de9-95a5-4752-99d9-8d64fba36014 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6f60c7be-c7dd-4d07-a6be-67b3a95dbfb2 HTTP/1.1" status: 204 len: 168 time: 0.7470436 Jun 16 15:14:01.404120 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45826) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:01.447571 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-0990881a-d8ca-45c5-b021-50fb2c667a9d admin admin] Deleting subnet 25310c7e-c2cb-4231-8925-29ea067d97c5 {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:14:01.450526 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0990881a-d8ca-45c5-b021-50fb2c667a9d admin admin] Publish callbacks [] for subnet (25310c7e-c2cb-4231-8925-29ea067d97c5), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.483682 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0990881a-d8ca-45c5-b021-50fb2c667a9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (25310c7e-c2cb-4231-8925-29ea067d97c5), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.558819 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0990881a-d8ca-45c5-b021-50fb2c667a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (25310c7e-c2cb-4231-8925-29ea067d97c5), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.562669 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 328671dd-12a3-45cf-9250-1f0f36195bba no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:14:01.587856 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] No Port match for: 328671dd-12a3-45cf-9250-1f0f36195bba {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:14:01.588513 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Device 328671dd-12a3-45cf-9250-1f0f36195bba not bound to the agent host hv-cinder-83716 {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:14:01.617704 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0990881a-d8ca-45c5-b021-50fb2c667a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (25310c7e-c2cb-4231-8925-29ea067d97c5), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.649254 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990881a-d8ca-45c5-b021-50fb2c667a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25310c7e-c2cb-4231-8925-29ea067d97c5,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:01.651169 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-0990881a-d8ca-45c5-b021-50fb2c667a9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.656635 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de3e51-1e27-4f5c-b87f-74bfec6c87c4 None None] Network 4bbbab54-6102-4eef-ada6-8ad180c2f233 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:14:01.657063 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 45828) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:01.665136 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-0990881a-d8ca-45c5-b021-50fb2c667a9d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/25310c7e-c2cb-4231-8925-29ea067d97c5 HTTP/1.1" status: 204 len: 168 time: 0.2599211 Jun 16 15:14:01.724581 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:14:01.733766 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (4bbbab54-6102-4eef-ada6-8ad180c2f233), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.761531 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:14:01.761876 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9fcdd6f6-5b48-45c9-9ea6-8048bf36a22c not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:14:01.782655 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Deleting port 8960f7d3-401d-4c90-b84d-f7e59c635c87 {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:14:01.783000 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.845896 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] For port 8960f7d3-401d-4c90-b84d-f7e59c635c87, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=8960f7d3-401d-4c90-b84d-f7e59c635c87,segment=NetworkSegment(d1f577b1-7b33-49b9-93ae-2694fc39af61),segment_id=d1f577b1-7b33-49b9-93ae-2694fc39af61)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:14:01.846275 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.858745 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Calling delete_port for 8960f7d3-401d-4c90-b84d-f7e59c635c87 owned by network:dhcp {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:14:01.939226 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (8960f7d3-401d-4c90-b84d-f7e59c635c87), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:01.961023 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Pushing event deleted for resources: {'Port': ['ID=8960f7d3-401d-4c90-b84d-f7e59c635c87,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:01.966536 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] No DVR routers for this DVR port 8960f7d3-401d-4c90-b84d-f7e59c635c87 on host dv-cinder-837165-3-iscsi {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:14:02.038763 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (4bbbab54-6102-4eef-ada6-8ad180c2f233), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.059896 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40cc25-8044-49ea-85a9-8624d8f0af18 None None] DHCP port deletion for 4bbbab54-6102-4eef-ada6-8ad180c2f233 request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:14:02.069460 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbbab54-6102-4eef-ada6-8ad180c2f233']}} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:02.078152 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f577b1-7b33-49b9-93ae-2694fc39af61') {'for_net_delete': True} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:02.078455 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f577b1-7b33-49b9-93ae-2694fc39af61') {} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:02.088587 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59125363'] for segment (d1f577b1-7b33-49b9-93ae-2694fc39af61), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.101982 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (d1f577b1-7b33-49b9-93ae-2694fc39af61), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.108653 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=110480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:02.109067 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59135716'] for segment (d1f577b1-7b33-49b9-93ae-2694fc39af61), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.169916 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (4bbbab54-6102-4eef-ada6-8ad180c2f233), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.176022 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.179374 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] 10.222.0.72 "DELETE /v2.0/networks/4bbbab54-6102-4eef-ada6-8ad180c2f233 HTTP/1.1" status: 204 len: 168 time: 0.5213251 Jun 16 15:14:02.183335 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45834) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:02.191187 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa9b0f-8a0e-4b30-a43b-de3ee4b6917e admin admin] Pushing event deleted for resources: {'Network': ['ID=4bbbab54-6102-4eef-ada6-8ad180c2f233,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:02.271903 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment d1f577b1-7b33-49b9-93ae-2694fc39af61 resource provider aggregate not found Jun 16 15:14:02.290139 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment d1f577b1-7b33-49b9-93ae-2694fc39af61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1f577b1-7b33-49b9-93ae-2694fc39af61 found for delete ", "request_id": "req-72d0b375-aa30-4163-be5b-9727ea8c842e"}]} Jun 16 15:14:02.496674 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081738'] for router_interface (b0fcf9c3-93f9-43d9-a377-a4156a856f48), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.653653 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:02.708268 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:02.711287 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Deleting port 097553d0-f93d-462a-a19b-75ada3aa4124 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:14:02.711626 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.791045 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] For port 097553d0-f93d-462a-a19b-75ada3aa4124, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=097553d0-f93d-462a-a19b-75ada3aa4124,segment=NetworkSegment(7c192d0b-8175-47ca-88d6-2364d45543eb),segment_id=7c192d0b-8175-47ca-88d6-2364d45543eb)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:14:02.791403 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:02.803730 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Calling delete_port for 097553d0-f93d-462a-a19b-75ada3aa4124 owned by network:router_interface {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:14:02.977713 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (097553d0-f93d-462a-a19b-75ada3aa4124), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:03.001190 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Pushing event deleted for resources: {'Port': ['ID=097553d0-f93d-462a-a19b-75ada3aa4124,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:03.163824 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2081370'] for router_interface (b0fcf9c3-93f9-43d9-a377-a4156a856f48), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:03.367029 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Router b0fcf9c3-93f9-43d9-a377-a4156a856f48 has already been hosted by L3 agent 4a92fc2d-f599-4652-a9e6-08d71da1a207 {{(pid=110479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 15:14:03.632691 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9de6bc95-963a-4eab-be96-ebb3a3abf9bc no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:14:03.653106 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 9de6bc95-963a-4eab-be96-ebb3a3abf9bc {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:14:03.653460 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 9de6bc95-963a-4eab-be96-ebb3a3abf9bc not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:14:03.653898 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 8960f7d3-401d-4c90-b84d-f7e59c635c87 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:14:03.672701 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 8960f7d3-401d-4c90-b84d-f7e59c635c87 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:14:03.673097 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 8960f7d3-401d-4c90-b84d-f7e59c635c87 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:14:03.702136 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] Notify agent at l3_agent.dv-cinder-837165-3-iscsi the message routers_updated {{(pid=110479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 15:14:03.706868 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-dd405be2-8304-4c3c-abb5-a7faa9f7ad42 admin admin] 10.222.0.72 "PUT /v2.0/routers/b0fcf9c3-93f9-43d9-a377-a4156a856f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5210817 Jun 16 15:14:03.709362 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45838) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:03.711894 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] Sync routers for ids ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'] in dv-cinder-837165-3-iscsi {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:14:03.723128 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] Routers {'b0fcf9c3-93f9-43d9-a377-a4156a856f48'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:14:03.723748 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:13:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:03.746245 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:03.749958 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:03.808362 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks [] for router (b0fcf9c3-93f9-43d9-a377-a4156a856f48), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:03.827242 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] Set router b0fcf9c3-93f9-43d9-a377-a4156a856f48 gateway port host: dv-cinder-837165-3-iscsi {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:14:03.906750 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks [] for router_gateway (b0fcf9c3-93f9-43d9-a377-a4156a856f48), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:03.949451 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Deleting port 22ba20cd-c4df-4732-8133-1a0ddd2d2834 {{(pid=110479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:14:03.949800 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:03.990715 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'external_fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:14:02Z', 'revision_number': 5, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port': {'id': '22ba20cd-c4df-4732-8133-1a0ddd2d2834', 'name': '', 'network_id': '39a5d95f-12b2-4fb4-a4d4-35c17be5c509', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T15:07:00Z', 'updated_at': '2022-06-16T15:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea3f5be-f461-4725-a2e5-0dcd8c45c275', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-3-iscsi'}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:04.018352 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] Checking router: b0fcf9c3-93f9-43d9-a377-a4156a856f48 for host: dv-cinder-837165-3-iscsi {{(pid=110481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:14:04.027473 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] Routers {'b0fcf9c3-93f9-43d9-a377-a4156a856f48'} bound to L3 agent in host dv-cinder-837165-3-iscsi {{(pid=110481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 15:14:04.028079 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T14:47:40Z,description=,heartbeat_timestamp=2022-06-16T15:13:40Z,host='dv-cinder-837165-3-iscsi',id=4a92fc2d-f599-4652-a9e6-08d71da1a207,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T14:47:40Z,topic='l3_agent')) {'router_ids': ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'], 'active': True} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:04.033194 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.db [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] For port 22ba20cd-c4df-4732-8133-1a0ddd2d2834, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=22ba20cd-c4df-4732-8133-1a0ddd2d2834,segment=NetworkSegment(d9cfe3be-8383-4cf0-8655-9a87dc80ed46),segment_id=d9cfe3be-8383-4cf0-8655-9a87dc80ed46)] {{(pid=110479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:14:04.033565 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.047459 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.plugins.ml2.plugin [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Calling delete_port for 22ba20cd-c4df-4732-8133-1a0ddd2d2834 owned by network:router_gateway {{(pid=110479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:14:04.106857 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvr_db [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] Set router b0fcf9c3-93f9-43d9-a377-a4156a856f48 gateway port host: None {{(pid=110481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 15:14:04.157019 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_hamode_db [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:14:03Z', 'revision_number': 6, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port_host': None}], 'dv-cinder-837165-3-iscsi', False) {} {{(pid=110481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:04.181884 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b019b15-d6eb-4595-bfa5-08364fc459bd None None] The sync data for ids ['b0fcf9c3-93f9-43d9-a377-a4156a856f48'] in dv-cinder-837165-3-iscsi is: [{'id': 'b0fcf9c3-93f9-43d9-a377-a4156a856f48', 'name': 'tempest-TestShelveInstance-1062547480-router', 'tenant_id': 'efc03348fea54514a295e5a980912ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T15:06:59Z', 'updated_at': '2022-06-16T15:14:03Z', 'revision_number': 6, 'project_id': 'efc03348fea54514a295e5a980912ece', 'gw_port_host': None}] {{(pid=110481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:14:04.215488 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59387637'] for port (22ba20cd-c4df-4732-8133-1a0ddd2d2834), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.237779 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ba20cd-c4df-4732-8133-1a0ddd2d2834,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:04.299607 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2080909'] for router_gateway (b0fcf9c3-93f9-43d9-a377-a4156a856f48), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.382899 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7743'] for router (b0fcf9c3-93f9-43d9-a377-a4156a856f48), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.385614 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks [] for router_controller (b0fcf9c3-93f9-43d9-a377-a4156a856f48), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.436404 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086638'] for router (b0fcf9c3-93f9-43d9-a377-a4156a856f48), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.436923 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0fcf9c3-93f9-43d9-a377-a4156a856f48 {{(pid=110479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 15:14:04.440920 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.442184 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-e663f163-191a-453c-9090-60053b20f3d1 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b0fcf9c3-93f9-43d9-a377-a4156a856f48 HTTP/1.1" status: 204 len: 168 time: 0.7318139 Jun 16 15:14:04.444525 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45840) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:04.488156 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d30359-d6de-41cf-a5da-b7dd6d58eef6 admin admin] Deleting subnet 6dd2b5b6-9791-44cb-a776-30be8c68adcc {{(pid=110479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 15:14:04.491066 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-19d30359-d6de-41cf-a5da-b7dd6d58eef6 admin admin] Publish callbacks [] for subnet (6dd2b5b6-9791-44cb-a776-30be8c68adcc), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.528140 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-19d30359-d6de-41cf-a5da-b7dd6d58eef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3542040'] for subnet (6dd2b5b6-9791-44cb-a776-30be8c68adcc), precommit_delete_associations {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.611869 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-19d30359-d6de-41cf-a5da-b7dd6d58eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-796024'] for subnet (6dd2b5b6-9791-44cb-a776-30be8c68adcc), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.613960 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:04.632071 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:04.671921 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-19d30359-d6de-41cf-a5da-b7dd6d58eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-795971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59387590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60049968'] for subnet (6dd2b5b6-9791-44cb-a776-30be8c68adcc), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.697977 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d30359-d6de-41cf-a5da-b7dd6d58eef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd2b5b6-9791-44cb-a776-30be8c68adcc,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:04.699889 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-19d30359-d6de-41cf-a5da-b7dd6d58eef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.703360 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-19d30359-d6de-41cf-a5da-b7dd6d58eef6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6dd2b5b6-9791-44cb-a776-30be8c68adcc HTTP/1.1" status: 204 len: 168 time: 0.2578909 Jun 16 15:14:04.704360 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c612de92-3966-46a7-b6e1-ba20d71b8053 None None] Network 8602ed87-a6db-4251-8e47-96d79157ca70 requested from dv-cinder-837165-3-iscsi {{(pid=110481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 15:14:04.706024 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.wsgi [-] (110480) accepted ('10.222.0.72', 45842) {{(pid=110480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:04.776732 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716099'] for network (8602ed87-a6db-4251-8e47-96d79157ca70), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.809998 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:04.820065 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Deleting port 2736d693-1089-4d60-aee2-b7953b105b2e {{(pid=110480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:14:04.820467 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.833816 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:04.887069 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.db [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] For port 2736d693-1089-4d60-aee2-b7953b105b2e, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=2736d693-1089-4d60-aee2-b7953b105b2e,segment=NetworkSegment(7c192d0b-8175-47ca-88d6-2364d45543eb),segment_id=7c192d0b-8175-47ca-88d6-2364d45543eb)] {{(pid=110480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:14:04.887431 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.900662 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.plugin [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Calling delete_port for 2736d693-1089-4d60-aee2-b7953b105b2e owned by network:dhcp {{(pid=110480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:14:04.926849 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] DHCP port deletion for 8602ed87-a6db-4251-8e47-96d79157ca70 request from dv-cinder-837165-3-iscsi {{(pid=110481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 15:14:04.968650 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Deleting port 2736d693-1089-4d60-aee2-b7953b105b2e {{(pid=110481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 15:14:04.969050 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779415399'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), before_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.980359 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59135497'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:04.984377 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:05.002756 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2736d693-1089-4d60-aee2-b7953b105b2e,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:05.008199 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] No DVR routers for this DVR port 2736d693-1089-4d60-aee2-b7953b105b2e on host dv-cinder-837165-3-iscsi {{(pid=110480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:14:05.034008 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:05.043498 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.db [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] For port 2736d693-1089-4d60-aee2-b7953b105b2e, host dv-cinder-837165-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-3-iscsi',level=0,port_id=2736d693-1089-4d60-aee2-b7953b105b2e,segment=NetworkSegment(7c192d0b-8175-47ca-88d6-2364d45543eb),segment_id=7c192d0b-8175-47ca-88d6-2364d45543eb)] {{(pid=110481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 15:14:05.044145 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086602'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), precommit_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.060393 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Calling delete_port for 2736d693-1089-4d60-aee2-b7953b105b2e owned by network:dhcp {{(pid=110481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 15:14:05.096857 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793657', 'neutron.services.segments.db._delete_segments_for_network-8782779508471'] for network (8602ed87-a6db-4251-8e47-96d79157ca70), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.117132 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8602ed87-a6db-4251-8e47-96d79157ca70']}} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:05.126505 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c192d0b-8175-47ca-88d6-2364d45543eb') {'for_net_delete': True} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:05.126712 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.services.segments.db [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c192d0b-8175-47ca-88d6-2364d45543eb') {} {{(pid=110480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:14:05.137586 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-837479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779418462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782779067185'] for port (2736d693-1089-4d60-aee2-b7953b105b2e), after_delete {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.138078 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779508354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59125363'] for segment (7c192d0b-8175-47ca-88d6-2364d45543eb), before_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.154081 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904'] for segment (7c192d0b-8175-47ca-88d6-2364d45543eb), precommit_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.161529 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=110480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:14:05.161947 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-795904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59135716'] for segment (7c192d0b-8175-47ca-88d6-2364d45543eb), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.169721 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Pushing event deleted for resources: {'Port': ['ID=2736d693-1089-4d60-aee2-b7953b105b2e,revision_number=None']} {{(pid=110481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:05.172201 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] No DVR routers for this DVR port 2736d693-1089-4d60-aee2-b7953b105b2e on host dv-cinder-837165-3-iscsi {{(pid=110481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 15:14:05.185102 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.185523 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.186509 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.186509 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.186804 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.187081 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.187477 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.187868 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.188262 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.188651 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.189062 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.189453 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.189840 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.190228 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.190619 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47919538-b92c-4b0a-9aa5-33265d72de0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-3-iscsi {{(pid=110481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:05.218880 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 7c192d0b-8175-47ca-88d6-2364d45543eb resource provider aggregate not found Jun 16 15:14:05.237537 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080929'] for network (8602ed87-a6db-4251-8e47-96d79157ca70), after_delete {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.240332 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.services.segments.plugin [-] Segment 7c192d0b-8175-47ca-88d6-2364d45543eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c192d0b-8175-47ca-88d6-2364d45543eb found for delete ", "request_id": "req-a82f3614-c7e7-4901-8786-0bfe43124fdd"}]} Jun 16 15:14:05.247372 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron_lib.callbacks.manager [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638297'] for network (None), before_response {{(pid=110480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.250586 dv-cinder-837165-3-iscsi neutron-server[110480]: INFO neutron.wsgi [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8602ed87-a6db-4251-8e47-96d79157ca70 HTTP/1.1" status: 204 len: 168 time: 0.5436082 Jun 16 15:14:05.380226 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45850) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:05.426669 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-fb5aa931-a291-4831-85ce-9abe13ac4723 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3716e192b1194365acb5595c8f92a862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429208 Jun 16 15:14:05.427346 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45852) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:05.479665 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-28dc7ff4-4e80-4acb-b4ef-34455628ad31 admin admin] Publish callbacks [] for security_group (652889ef-7cd2-4b8d-a6ab-ba65032060e9), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.506150 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-28dc7ff4-4e80-4acb-b4ef-34455628ad31 admin admin] Publish callbacks [] for security_group (652889ef-7cd2-4b8d-a6ab-ba65032060e9), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.518315 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1f8d0-a591-49ff-87e2-4a54569d27e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8602ed87-a6db-4251-8e47-96d79157ca70,revision_number=None']} {{(pid=110480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:05.555699 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-28dc7ff4-4e80-4acb-b4ef-34455628ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (652889ef-7cd2-4b8d-a6ab-ba65032060e9), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.559107 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-28dc7ff4-4e80-4acb-b4ef-34455628ad31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.560293 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-28dc7ff4-4e80-4acb-b4ef-34455628ad31 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/652889ef-7cd2-4b8d-a6ab-ba65032060e9 HTTP/1.1" status: 204 len: 168 time: 0.1324687 Jun 16 15:14:05.568483 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc7ff4-4e80-4acb-b4ef-34455628ad31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652889ef-7cd2-4b8d-a6ab-ba65032060e9,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:05.599690 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 22ba20cd-c4df-4732-8133-1a0ddd2d2834 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:14:05.617976 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 22ba20cd-c4df-4732-8133-1a0ddd2d2834 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:14:05.618322 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 22ba20cd-c4df-4732-8133-1a0ddd2d2834 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:14:05.618735 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 097553d0-f93d-462a-a19b-75ada3aa4124 no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:14:05.637525 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 097553d0-f93d-462a-a19b-75ada3aa4124 {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:14:05.637868 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 097553d0-f93d-462a-a19b-75ada3aa4124 not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:14:05.638279 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 2736d693-1089-4d60-aee2-b7953b105b2e no longer exists at agent ovs-agent-dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 15:14:05.656128 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.plugin [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] No Port match for: 2736d693-1089-4d60-aee2-b7953b105b2e {{(pid=110481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 15:14:05.656478 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron.plugins.ml2.rpc [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Device 2736d693-1089-4d60-aee2-b7953b105b2e not bound to the agent host dv-cinder-837165-3-iscsi {{(pid=110481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 15:14:05.885607 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45858) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:05.925693 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-41392a2d-a541-4b14-8262-6687e1858cd7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=efc03348fea54514a295e5a980912ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389845 Jun 16 15:14:05.928067 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.wsgi [-] (110479) accepted ('10.222.0.72', 45860) {{(pid=110479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 15:14:05.977300 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb2b-280a-455d-b061-ada8d239789f admin admin] Publish callbacks [] for security_group (cb649b3a-aeee-4897-b546-b4231cc3d711), before_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:05.999639 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb2b-280a-455d-b061-ada8d239789f admin admin] Publish callbacks [] for security_group (cb649b3a-aeee-4897-b546-b4231cc3d711), precommit_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:06.046060 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb2b-280a-455d-b061-ada8d239789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681779'] for security_group (cb649b3a-aeee-4897-b546-b4231cc3d711), after_delete {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:06.048592 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron_lib.callbacks.manager [None req-6ca6eb2b-280a-455d-b061-ada8d239789f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:06.049784 dv-cinder-837165-3-iscsi neutron-server[110479]: INFO neutron.wsgi [None req-6ca6eb2b-280a-455d-b061-ada8d239789f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb649b3a-aeee-4897-b546-b4231cc3d711 HTTP/1.1" status: 204 len: 168 time: 0.1208436 Jun 16 15:14:06.058034 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6eb2b-280a-455d-b061-ada8d239789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb649b3a-aeee-4897-b546-b4231cc3d711,revision_number=None']} {{(pid=110479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:07.311588 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1f0b6213-f3aa-41fc-ae92-5442ba1ed87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:10.185419 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-caf77676-f77a-4fb8-bb57-47d8174986d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:11.170428 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:11.192968 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=17 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:11.219000 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=6 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:12.583890 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:14.405918 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:14.984806 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:15.251798 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:15.252577 dv-cinder-837165-3-iscsi neutron-server[110480]: DEBUG dbcounter [-] [110480] Writing DB stats neutron:SELECT=33,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:16.052891 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:SELECT=52,neutron:DELETE=9 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:16.053711 dv-cinder-837165-3-iscsi neutron-server[110479]: DEBUG dbcounter [-] [110479] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=50 {{(pid=110479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:24.977876 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:24.981081 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=33,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:28.180657 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:14:36.039442 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=11 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:37.303404 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2f806c12-b31c-4a36-b8fb-0e9e24ebceb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:40.188560 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc984989-6b2b-41d6-8d77-4db21fd49401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:41.167849 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:42.586728 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:44.408391 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:44.991165 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:14:54.985061 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:54.986945 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:56.156940 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:14:56.157606 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=22 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:15:05.179521 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:15:07.306387 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3e475167-a30e-44ed-8317-046f504b1f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:10.191131 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-688af5cb-d806-4bff-9b3c-178043f93019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:11.182190 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:12.592863 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:14.410177 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:14.991370 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:24.984631 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:15:24.987255 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:15:25.171360 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:15:31.204092 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:15:37.306723 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-f88ca42e-2afe-419a-9db8-9aed9b5a075d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:40.192263 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-2856e744-38e1-4b3b-bbd3-aa6f332c8bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:41.181419 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:42.179714 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:15:42.592632 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:44.414254 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:44.993479 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:15:56.034307 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:15:56.036213 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:02.162557 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=2 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:02.167655 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=6 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:07.309141 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-22c3bd4e-0dca-4640-940c-41e8c3003197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:10.193345 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-98e43305-e087-458b-b1f8-688c0a483ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:11.187415 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:12.596365 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:14.417528 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:14.996131 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:19.178940 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:16:24.990821 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:24.991644 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:37.310294 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8bf9336d-0ad3-4789-b94f-bce886b5c22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:39.159728 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=16 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:39.164612 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=18 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:40.198349 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-6a324c97-7567-47e2-bf35-e909bf4bc1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:41.180005 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:42.598948 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:44.550937 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:44.999944 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:16:54.993957 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:54.995854 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:16:56.178174 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:17:07.310920 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e9f7-8096-4900-807e-a6be470a2060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:10.200119 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-46506158-a0c4-4a5e-a1cb-4c6c2cb8953e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:11.190173 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:12.601914 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:14.554127 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:15.002990 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:16.160089 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:16.160750 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:24.997453 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:24.999347 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:31.210586 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:31.211280 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:DELETE=1 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:33.178807 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:17:37.312584 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad16e-7e79-4fd8-805b-b46ea84af988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:40.202461 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-36e28aa4-db19-46fe-b489-1b38533175c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:41.189057 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:42.604510 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:44.556732 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:45.006692 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:17:53.153277 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:53.158303 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=4 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:56.042810 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:17:56.043537 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:18:07.317078 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3c7b584c-24da-4fef-b60a-2174069694c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:10.178619 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:18:10.204554 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cd50751c-8f5a-435c-8cb0-59392123c4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:11.204772 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:12.607494 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:14.559138 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:15.008457 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:24.555139 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:18:25.005052 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:18:36.040445 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=18 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:18:36.044253 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=16 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:18:37.319090 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8806580a-6a16-4302-8db8-23dc969b814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:40.207807 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-cbdd5fff-f27c-4d5c-b067-68daeeb787a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:41.208832 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:42.610964 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:44.561717 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:45.011642 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:18:47.177602 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:18:55.006545 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:18:55.007418 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:19:07.156604 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=5 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:19:07.161224 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:19:07.319585 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-1425598f-6d72-4754-abbf-907fea50c116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:10.210762 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-3a939239-ce49-47f2-879d-15915d0fa26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:11.219841 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:12.613476 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:14.563737 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-7295e3d2-85b5-4db4-be94-2e2faf9b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (d9224980-bc00-425b-b91b-5f664016d4b8), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:15.015098 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-bc81b380-7311-4756-96f8-280b26e7a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (da3925dc-d2c9-49c8-ae29-0aef2a994efe), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:24.177791 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG neutron.db.agents_db [None req-a9e5ead6-1de6-4049-915f-1c1a79f9d51a None None] Agent healthcheck: found 6 active agents {{(pid=110482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 15:19:25.009601 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:19:25.011554 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG dbcounter [-] [110481] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110481) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:19:37.321054 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-34e65fdf-c31b-4df4-ab22-354865c810b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (bcd7311b-5052-49cd-ab06-484e5407ed9c), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:40.212922 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-d9f50f59-f1c3-4d31-bf3b-0c9270e46091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (4a92fc2d-f599-4652-a9e6-08d71da1a207), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:41.233348 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-626c655b-7b98-4c58-9bd8-1d25c814a090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (a0c75c87-f397-438d-a6c0-6506226d5000), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:42.617286 dv-cinder-837165-3-iscsi neutron-server[110481]: DEBUG neutron_lib.callbacks.manager [None req-8035b5d5-b38d-4754-ad41-e29b42cb6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779508453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793930'] for agent (1cc4307d-091e-4e70-99e8-b20821888dbf), after_update {{(pid=110481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 15:19:44.168446 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 15:19:44.169240 dv-cinder-837165-3-iscsi neutron-server[110482]: DEBUG dbcounter [-] [110482] Writing DB stats neutron:SELECT=6 {{(pid=110482) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}